-- Logs begin at Wed 2022-06-15 18:52:06 UTC, end at Wed 2022-06-15 19:59:25 UTC. -- Jun 15 19:29:16.974550 dv-cinder-844563-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 15 19:29:19.680973 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.common.config [-] Logging enabled! Jun 15 19:29:19.681506 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 15 19:29:19.681670 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103962) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 15 19:29:19.684850 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.common.config [-] Logging enabled! Jun 15 19:29:19.685101 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 15 19:29:19.685403 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103962) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 15 19:29:19.686959 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 19:29:19.687192 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 19:29:19.687549 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 19:29:19.687790 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 19:29:19.688008 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 19:29:19.688412 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.688707 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.688933 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.689227 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.689514 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.689789 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.690072 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.690383 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.690665 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.690939 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.691215 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.691439 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.691711 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.691991 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.692270 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.692490 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] debug = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.692764 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.693214 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.693591 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.693866 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.694170 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.694444 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.694710 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.694978 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.695254 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.695571 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] host = dv-cinder-844563-3-iscsi {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.695840 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.696118 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.696397 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.696674 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.696940 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.697213 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.697488 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.697753 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.698016 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] log_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.698309 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.698591 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.698871 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.699152 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.699370 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.699584 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.699861 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.700151 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.700419 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.700684 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.700948 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.701212 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.701476 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.701735 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.702582 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.702866 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.703145 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.703412 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.703679 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.703940 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.704202 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.704477 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.704743 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.705006 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.705270 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.705549 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.705810 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.706074 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.706394 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.706674 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.706950 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.707228 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.707494 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.707768 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.708031 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.708291 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.708555 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] use_json = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.708817 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.709077 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.709348 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.709611 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.709872 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.710157 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.710422 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.710699 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.710963 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:19.711251 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.711541 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.711834 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.712106 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.712402 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.712681 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.712963 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.713232 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.713511 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.713790 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.714068 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.714365 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.714658 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.714938 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.715226 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.715523 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.715809 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.716090 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.716360 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.716626 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.716892 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.717159 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.717439 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.717747 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.718027 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.718328 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.718600 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.718887 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.719163 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.719441 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.719724 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.720004 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.720269 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.720538 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.720819 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.721087 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.721351 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.721630 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.721896 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.722188 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.722464 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.722747 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.723026 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.723291 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.723560 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.723840 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.724109 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.724374 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.724636 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.724902 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.725164 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.725436 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.725701 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.725962 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.726250 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.726518 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.726780 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.727042 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.727307 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.727570 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.727835 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.728097 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.728360 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.728620 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.728882 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.729142 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.729401 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.729660 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.729927 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.730217 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.730484 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.730747 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.731008 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.731270 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.731555 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.731823 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.732093 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.732360 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.732630 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.732895 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.733189 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.733457 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.733724 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.733987 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.734296 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.734572 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.734849 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.735120 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.735388 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.735693 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.735960 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.736225 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.736495 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.736761 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.737026 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.737297 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.737567 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.737849 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.738164 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.738435 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.738718 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.739003 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.739284 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.739553 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.739848 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.740117 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:19.740326 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 19:29:19.740557 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103962) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 15 19:29:20.122143 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 15 19:29:20.122548 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 15 19:29:20.122766 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 15 19:29:20.123050 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 15 19:29:20.448414 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.448632 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.448900 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.451799 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.452092 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.452354 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.505622 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.505897 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.506186 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.521099 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.521378 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.521644 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.551135 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.551409 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.551670 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.588195 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.588471 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.588738 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.819057 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.819671 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.819671 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.819913 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.820723 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.919323 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.919636 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.919914 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.920180 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.920443 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.920773 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.921030 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.921285 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.921536 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.921815 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.922073 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.922354 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.922605 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.922851 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.923101 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.923359 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.923609 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.923873 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.924137 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.924391 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.924664 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.924908 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.925183 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.925555 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.925798 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.926038 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.926448 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 19:29:20.926685 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 19:29:20.926918 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 19:29:20.927150 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 19:29:20.927380 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 19:29:20.927612 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 19:29:20.927968 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 15 19:29:20.931083 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 15 19:29:20.934982 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 15 19:29:20.938975 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 15 19:29:20.940595 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 15 19:29:20.941050 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 15 19:29:20.941379 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 15 19:29:20.941752 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 15 19:29:20.944529 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 15 19:29:20.944784 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 15 19:29:20.945126 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 19:29:20.950188 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 15 19:29:20.974691 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 15 19:29:20.975142 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.975435 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103962) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 15 19:29:20.975800 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.977142 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103962) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 15 19:29:20.977416 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 19:29:20.977658 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 15 19:29:20.981134 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:20.981411 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.097225 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 15 19:29:21.097403 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 15 19:29:21.097634 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 15 19:29:21.098005 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 15 19:29:21.150950 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO dbcounter [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Registered counter for database neutron Jun 15 19:29:21.168632 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_db.sqlalchemy.engines [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103962) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 15 19:29:21.174396 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writer thread running {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 19:29:21.715727 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Initializing driver for type 'gre' Jun 15 19:29:21.716294 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] gre ID ranges: [(1, 1000)] Jun 15 19:29:21.768826 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Initializing driver for type 'local' Jun 15 19:29:21.769183 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Initializing driver for type 'vlan' Jun 15 19:29:21.782307 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] VlanTypeDriver initialization complete Jun 15 19:29:21.782633 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Initializing driver for type 'vxlan' Jun 15 19:29:21.783099 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] vxlan ID ranges: [(1, 1000)] Jun 15 19:29:21.834828 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Initializing extension driver 'port_security' Jun 15 19:29:21.835422 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.extensions.port_security [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] PortSecurityExtensionDriver initialization complete Jun 15 19:29:21.835511 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Initializing mechanism driver 'openvswitch' Jun 15 19:29:21.835815 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Initializing mechanism driver 'hyperv' Jun 15 19:29:21.842317 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:29:21.846365 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > port after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.846365 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.846365 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > port after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.846365 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 19:29:21.846365 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.846771 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.846771 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.846771 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 19:29:21.846771 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > network after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.847067 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > network after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.847363 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > network after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.847570 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 19:29:21.847990 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.848330 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.848670 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.849059 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 19:29:21.849454 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.849791 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.850130 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.850645 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 19:29:21.851047 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.851388 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.851721 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.852105 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 19:29:21.852810 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] ML2 OVO RPC backend initialized. {{(pid=103962) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 15 19:29:21.854001 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.854595 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.854991 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > network before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.855336 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > networks before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.855678 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > port before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.856016 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > ports before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.856358 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.856696 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.857036 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > network after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.857422 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > network after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.857754 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > network after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.858132 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > port after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.858986 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.859317 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > port after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.859647 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.859976 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.860303 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.867882 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded quota_driver: . Jun 15 19:29:21.868240 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.plugin [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Modular L2 Plugin initialization complete Jun 15 19:29:21.868575 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading services supported by the core plugin {{(pid=103962) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 15 19:29:21.868910 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.plugins.ml2.managers [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Got port-security extension from driver 'port_security' Jun 15 19:29:21.869378 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.extensions.vlantransparent [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Disabled vlantransparent extension. Jun 15 19:29:21.869862 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103962) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 15 19:29:21.870206 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading Plugin: router Jun 15 19:29:21.904964 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.905861 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router after_create 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.906252 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router before_create 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.906611 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.906978 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.907326 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router after_delete 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.907678 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.908021 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.908370 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router after_create 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.908709 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router after_update 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.909054 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router after_update 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.909393 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.909743 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router after_update 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.910173 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.910540 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.910869 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: port after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.911200 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: subnet after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.911537 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.911877 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.912217 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.912551 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: port before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.912885 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.913234 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router after_update 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.913566 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.913908 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.914282 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.914618 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.914972 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > agent after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.915328 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.915657 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > network after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.916499 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Tracking information for resource: router configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 19:29:21.916823 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Tracking information for resource: floatingip configured {{(pid=103962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 19:29:21.922248 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.db.l3_agentschedulers_db [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 15 19:29:21.922816 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.923171 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: port after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.923516 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: port after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.923860 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.924638 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router before_create 55550100 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.924996 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.925360 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.925711 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.930449 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.services.provider_configuration [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service providers = [] {{(pid=103962) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 15 19:29:21.930811 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.db.servicetype_db [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103962) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 15 19:29:21.933697 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.services.service_base [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 19:29:21.934038 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.services.service_base [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 19:29:21.934396 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.services.service_base [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 19:29:21.935279 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.services.service_base [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 19:29:21.935642 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.services.service_base [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 15 19:29:21.936009 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 19:29:21.936363 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 15 19:29:21.946877 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 19:29:21.947207 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading Plugin: auto_allocate Jun 15 19:29:21.952807 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: network precommit_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.953157 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: network precommit_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.953670 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 19:29:21.953984 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading Plugin: tag Jun 15 19:29:21.960482 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 19:29:21.960810 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading Plugin: timestamp Jun 15 19:29:21.964787 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 19:29:21.965111 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading Plugin: network_ip_availability Jun 15 19:29:21.971110 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.971426 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.971775 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:21.972475 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 19:29:21.972787 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading Plugin: flavors Jun 15 19:29:21.977415 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 19:29:21.977743 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading Plugin: revisions Jun 15 19:29:21.981948 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 19:29:21.982366 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_concurrency.lockutils [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.860s {{(pid=103962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 15 19:29:21.983718 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103962) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 15 19:29:21.984052 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Initializing extension manager. Jun 15 19:29:21.984685 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: __init__.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:21.985208 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: __pycache__ {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:21.985541 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: _port_mac_address_override.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:21.985871 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: address_group.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:21.986646 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:21.987200 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: address-group Jun 15 19:29:21.987520 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: address_scope.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:21.988226 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:21.988726 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: address-scope Jun 15 19:29:21.989041 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:21.989963 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:21.990490 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: router-admin-state-down-before-update Jun 15 19:29:21.990808 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: agent.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:21.991496 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:21.991992 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: agent Jun 15 19:29:21.992306 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: agent_resources_synced.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:21.993197 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:21.993696 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: agent-resources-synced Jun 15 19:29:21.994010 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:21.995783 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:21.996301 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: allowed-address-pairs Jun 15 19:29:21.996621 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:21.997670 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:21.998207 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: auto-allocated-topology Jun 15 19:29:21.998530 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: availability_zone.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:21.999238 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:21.999737 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: availability_zone Jun 15 19:29:22.000052 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: availability_zone_filter.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.000965 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.001469 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: availability_zone_filter Jun 15 19:29:22.001784 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: data_plane_status.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.002962 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.003463 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension data-plane-status not supported by any of loaded plugins Jun 15 19:29:22.003778 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: default_subnetpools.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.004693 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.005191 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: default-subnetpools Jun 15 19:29:22.005504 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.006330 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.006831 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: dhcp_agent_scheduler Jun 15 19:29:22.007144 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: dns.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.008045 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.008540 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension dns-integration not supported by any of loaded plugins Jun 15 19:29:22.008855 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: dns_domain_ports.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.009760 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.010288 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 15 19:29:22.010606 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.011566 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.012076 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 15 19:29:22.012390 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: dvr.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.013051 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.013543 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: dvr Jun 15 19:29:22.013854 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: ecmp_routes.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.014822 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.015315 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 15 19:29:22.015629 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: empty_string_filtering.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.016525 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.017024 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: empty-string-filtering Jun 15 19:29:22.017337 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.018267 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.018765 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 15 19:29:22.019080 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.019973 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.020470 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 15 19:29:22.020785 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: external_net.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.021671 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.022208 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: external-net Jun 15 19:29:22.022524 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.023413 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.023913 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: extra_dhcp_opt Jun 15 19:29:22.024226 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: extraroute.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.025118 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.025618 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: extraroute Jun 15 19:29:22.025929 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: extraroute_atomic.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.026969 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.027476 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: extraroute-atomic Jun 15 19:29:22.027789 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: filter_validation.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.028444 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.028945 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: filter-validation Jun 15 19:29:22.029256 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: fip_pf_description.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.030705 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.031203 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 15 19:29:22.031514 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: fip_pf_port_range.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.032413 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.032909 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 15 19:29:22.033219 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: fip_port_details.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.034155 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.034653 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: fip-port-details Jun 15 19:29:22.034967 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: flavors.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.036177 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.036681 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: flavors Jun 15 19:29:22.036996 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.039931 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.040455 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 15 19:29:22.040783 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: floatingip_pools.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.041479 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.041983 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: floatingip-pools Jun 15 19:29:22.042361 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: ip_allocation.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.043284 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.043787 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension ip_allocation not supported by any of loaded plugins Jun 15 19:29:22.044107 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.045038 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.046111 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: ip-substring-filtering Jun 15 19:29:22.046449 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: l2_adjacency.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.047379 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.047884 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 15 19:29:22.048203 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: l3.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.049154 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.049670 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: router Jun 15 19:29:22.049990 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.052207 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.052732 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 15 19:29:22.053057 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.053965 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.054506 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: ext-gw-mode Jun 15 19:29:22.054826 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.055741 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.056245 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: l3-ha Jun 15 19:29:22.056567 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.057465 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.057962 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 15 19:29:22.058312 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: l3_flavors.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.059212 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.059713 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: l3-flavors Jun 15 19:29:22.060026 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.061397 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.061904 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 15 19:29:22.062263 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.063170 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.063675 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 15 19:29:22.063995 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: l3agentscheduler.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.065012 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.065517 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: l3_agent_scheduler Jun 15 19:29:22.065839 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: local_ip.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.067626 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.068144 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension local_ip not supported by any of loaded plugins Jun 15 19:29:22.068470 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: logging.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.069930 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.070493 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension logging not supported by any of loaded plugins Jun 15 19:29:22.070819 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: metering.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.071553 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.072120 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: metering Jun 15 19:29:22.072441 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.073510 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.074014 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: metering_source_and_destination_fields Jun 15 19:29:22.074364 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: multiprovidernet.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.075298 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.075799 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: multi-provider Jun 15 19:29:22.076119 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: netmtu.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.077177 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.077680 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: net-mtu Jun 15 19:29:22.077998 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: netmtu_writable.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.078926 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.079423 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: net-mtu-writable Jun 15 19:29:22.079737 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: network_availability_zone.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.080398 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.080893 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: network_availability_zone Jun 15 19:29:22.081207 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: network_ip_availability.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.082329 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.082837 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: network-ip-availability Jun 15 19:29:22.083156 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: network_segment_range.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.083917 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.084413 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension network-segment-range not supported by any of loaded plugins Jun 15 19:29:22.084729 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: pagination.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.085707 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.086034 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: pagination Jun 15 19:29:22.086378 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: port_device_profile.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.087287 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.087794 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: port-device-profile Jun 15 19:29:22.088109 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: port_mac_address_override.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.089049 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.089585 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: port-mac-override Jun 15 19:29:22.089924 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.090870 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.091372 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: port-mac-address-regenerate Jun 15 19:29:22.091683 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.093122 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.093621 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: port-numa-affinity-policy Jun 15 19:29:22.093933 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: port_resource_request.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.094861 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.095363 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension port-resource-request not supported by any of loaded plugins Jun 15 19:29:22.095681 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.096665 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.097167 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 15 19:29:22.097482 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: portbindings.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.098434 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.098937 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: binding Jun 15 19:29:22.099272 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: portbindings_extended.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.100503 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.101014 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: binding-extended Jun 15 19:29:22.101382 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: portsecurity.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.102272 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.102771 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: port-security Jun 15 19:29:22.103086 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: project_id.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.104056 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.104373 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: project-id Jun 15 19:29:22.104688 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: providernet.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.105620 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.106154 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: provider Jun 15 19:29:22.106476 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: qos.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.110601 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.111120 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension qos not supported by any of loaded plugins Jun 15 19:29:22.111454 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.112693 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.113213 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 15 19:29:22.113508 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.114472 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.114981 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 15 19:29:22.115334 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: qos_default.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.116251 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.116725 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension qos-default not supported by any of loaded plugins Jun 15 19:29:22.117047 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: qos_fip.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.117963 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.118489 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension qos-fip not supported by any of loaded plugins Jun 15 19:29:22.118810 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.119714 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.120211 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 15 19:29:22.120531 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.121437 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.121934 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 15 19:29:22.122285 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.123186 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.123726 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 15 19:29:22.124047 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.125065 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.125574 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 15 19:29:22.125893 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.126948 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.127716 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 15 19:29:22.128035 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: qos_pps_rule.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.129204 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.130178 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension qos-pps not supported by any of loaded plugins Jun 15 19:29:22.130497 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.132226 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.132737 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 15 19:29:22.133058 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.134172 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.134684 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 15 19:29:22.135008 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: qos_rules_alias.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.136036 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.136540 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 15 19:29:22.136866 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: quota_check_limit.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.137774 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.138311 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: quota-check-limit Jun 15 19:29:22.138633 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: quotasv2.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.140114 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.140435 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: quotas Jun 15 19:29:22.140748 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: quotasv2_detail.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.142497 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.142826 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: quota_details Jun 15 19:29:22.143148 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: rbac.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.144187 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.144714 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: rbac-policies Jun 15 19:29:22.145038 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: rbac_address_group.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.145992 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.146509 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: rbac-address-group Jun 15 19:29:22.146832 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: rbac_address_scope.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.147812 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.148317 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: rbac-address-scope Jun 15 19:29:22.148634 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: rbac_security_groups.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.149544 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.150045 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: rbac-security-groups Jun 15 19:29:22.150385 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.151299 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.151800 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: rbac-subnetpool Jun 15 19:29:22.152116 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: revisionifmatch.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.153040 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.153540 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: revision-if-match Jun 15 19:29:22.153855 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: revisions.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.155670 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.156178 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: standard-attr-revisions Jun 15 19:29:22.156497 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: router_availability_zone.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.157170 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.157669 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: router_availability_zone Jun 15 19:29:22.157982 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: routerservicetype.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.158918 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.159419 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension router-service-type not supported by any of loaded plugins Jun 15 19:29:22.159732 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.160644 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.161145 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: security-groups-normalized-cidr Jun 15 19:29:22.161459 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.162391 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.162888 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: port-security-groups-filtering Jun 15 19:29:22.163200 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.164125 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.164628 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: security-groups-remote-address-group Jun 15 19:29:22.164942 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.165862 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.166390 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: security-groups-shared-filtering Jun 15 19:29:22.166707 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: securitygroup.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.176329 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.176861 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: security-group Jun 15 19:29:22.177182 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: segment.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.177894 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.178431 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension segment not supported by any of loaded plugins Jun 15 19:29:22.178750 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.179678 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.180181 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 15 19:29:22.180499 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: servicetype.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.181570 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.182079 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: service-type Jun 15 19:29:22.182432 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: sorting.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.183400 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.183728 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: sorting Jun 15 19:29:22.184047 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: standard_attr_segment.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.184960 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.185465 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 15 19:29:22.185783 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: standardattrdescription.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.186466 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.186974 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: standard-attr-description Jun 15 19:29:22.187291 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: stateful_security_group.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.188247 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.188748 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: stateful-security-group Jun 15 19:29:22.189067 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: stdattrs_common.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.189650 dv-cinder-844563-3-iscsi neutron-server[103962]: WARNING neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 15 19:29:22.189967 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.190910 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.191422 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 15 19:29:22.191741 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: subnet_onboard.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.192794 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.193309 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: subnet_onboard Jun 15 19:29:22.193629 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.194569 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.195073 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 15 19:29:22.195390 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: subnet_service_types.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.196298 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.196809 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: subnet-service-types Jun 15 19:29:22.197125 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: subnetallocation.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.198233 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.198741 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: subnet_allocation Jun 15 19:29:22.199061 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.199725 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.200235 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: subnetpool-prefix-ops Jun 15 19:29:22.200551 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.201470 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.202520 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 15 19:29:22.202836 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: tagging.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.203888 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.204404 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: standard-attr-tag Jun 15 19:29:22.204724 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: timestamp.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.205905 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.206451 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loaded extension: standard-attr-timestamp Jun 15 19:29:22.206771 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: trunk.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.207792 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.208301 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension trunk not supported by any of loaded plugins Jun 15 19:29:22.208622 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: trunk_details.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.209530 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.210039 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension trunk-details not supported by any of loaded plugins Jun 15 19:29:22.210384 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.211294 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.211799 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 15 19:29:22.212116 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Loading extension file: vlantransparent.py {{(pid=103962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 19:29:22.212770 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 19:29:22.213266 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 15 19:29:22.215860 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:network Jun 15 19:29:22.216379 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:subnet Jun 15 19:29:22.216768 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 19:29:22.217146 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:port Jun 15 19:29:22.218992 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 19:29:22.219424 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service FLAVORS assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 19:29:22.220035 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 19:29:22.220456 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 19:29:22.220779 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:router Jun 15 19:29:22.221240 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:floatingip Jun 15 19:29:22.221676 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service METERING assigned prefix: /metering {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 19:29:22.223151 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:22.223520 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:22.223866 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:29:22.224854 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 19:29:22.225891 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:security_group Jun 15 19:29:22.225891 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 19:29:22.226341 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service CORE assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 19:29:22.226668 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 19:29:22.227010 dv-cinder-844563-3-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] subnetpool is already registered Jun 15 19:29:22.227447 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service CORE assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 19:29:22.227766 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 19:29:22.228090 dv-cinder-844563-3-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] subnetpool is already registered Jun 15 19:29:22.230363 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 19:29:22.230787 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service FLAVORS assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 19:29:22.231365 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 19:29:22.231775 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 19:29:22.232099 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:router Jun 15 19:29:22.232430 dv-cinder-844563-3-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] router is already registered Jun 15 19:29:22.232835 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:floatingip Jun 15 19:29:22.233194 dv-cinder-844563-3-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] floatingip is already registered Jun 15 19:29:22.233643 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service METERING assigned prefix: /metering {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 19:29:22.234323 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 19:29:22.234648 dv-cinder-844563-3-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] rbac_policy is already registered Jun 15 19:29:22.235055 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:security_group Jun 15 19:29:22.235384 dv-cinder-844563-3-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] security_group is already registered Jun 15 19:29:22.235781 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 19:29:22.236107 dv-cinder-844563-3-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] security_group_rule is already registered Jun 15 19:29:22.236717 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service CORE assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 19:29:22.237037 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 19:29:22.237368 dv-cinder-844563-3-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] subnetpool is already registered Jun 15 19:29:22.237774 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.resource_helper [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Service CORE assigned prefix: {{(pid=103962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 19:29:22.238115 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 19:29:22.238432 dv-cinder-844563-3-iscsi neutron-server[103962]: WARNING neutron.quota.resource_registry [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] subnetpool is already registered Jun 15 19:29:22.238887 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: extensions {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.240354 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: address-groups {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.241822 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: address-scopes {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.243145 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: agents {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.244496 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: auto-allocated-topology {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.245726 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: availability_zones {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.246953 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: dhcp-networks {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.248478 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: dhcp-agents {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.251558 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: routers {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.253518 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: flavors {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.254839 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: service_profiles {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.256048 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: next_providers {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.257461 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: service_profiles {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.260069 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: floatingip-pools {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.261275 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: routers {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.262999 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: floatingips {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.264798 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: l3-routers {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.266206 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: l3-agents {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.267605 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: metering-labels {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.268845 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: metering-label-rules {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.270258 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: network-ip-availabilities {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.271510 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: bindings {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.273033 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: quotas {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.274696 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: quotas {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.276218 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: rbac-policies {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.277416 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: security-groups {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.278737 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: security-group-rules {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.280592 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: service-providers {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.281796 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: subnetpools {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.283144 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: subnetpools {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.284681 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.286537 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.288319 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.290080 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.291794 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.293726 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.295470 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.297286 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.299068 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.300787 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron.api.extensions [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Extended resource: tags {{(pid=103962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 19:29:22.306727 dv-cinder-844563-3-iscsi neutron-server[103962]: WARNING keystonemiddleware.auth_token [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 15 19:29:22.311781 dv-cinder-844563-3-iscsi neutron-server[103962]: WARNING keystonemiddleware.auth_token [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 15 19:29:22.320475 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_concurrency.lockutils [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Acquired lock "singleton_lock" {{(pid=103962) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 15 19:29:22.320944 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_concurrency.lockutils [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Releasing lock "singleton_lock" {{(pid=103962) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 15 19:29:22.321579 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO oslo_service.service [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Starting 2 workers Jun 15 19:29:22.326430 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Started child 104103 {{(pid=103962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 19:29:22.331995 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Started child 104104 {{(pid=103962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 19:29:22.332511 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:22.333105 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO neutron.service [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 15 19:29:22.333658 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:22.334022 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [-] (104103) wsgi starting up on http://0.0.0.0:9696 Jun 15 19:29:22.336738 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO oslo_service.service [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Starting 1 workers Jun 15 19:29:22.336867 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:22.338119 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [-] (104104) wsgi starting up on http://0.0.0.0:9696 Jun 15 19:29:22.341444 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Started child 104105 {{(pid=103962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 19:29:22.341969 dv-cinder-844563-3-iscsi neutron-server[103962]: INFO oslo_service.service [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Starting 1 workers Jun 15 19:29:22.345992 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.service [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] calling RpcWorker wait() {{(pid=104105) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 15 19:29:22.346478 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.service [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] returning from RpcWorker wait() {{(pid=104105) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 15 19:29:22.347175 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Started child 104106 {{(pid=103962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 19:29:22.347754 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:22.347985 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-636ef9f0-66ca-40cb-8bc1-8a2a1e198ce4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:22.348249 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:29:22.349949 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103962) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 15 19:29:22.350178 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 19:29:22.350363 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 19:29:22.350589 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 19:29:22.350907 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 19:29:22.351069 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 19:29:22.351569 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.351837 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.352093 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.352186 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:22.352626 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.352924 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.353192 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.353453 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.353720 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.353969 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.354163 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.354327 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.354566 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.354821 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.355138 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.355388 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.355636 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.355881 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.356040 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.356297 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.356552 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.356784 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.357054 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] debug = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.357292 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.357779 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.358032 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.358317 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.358550 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.358822 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.359075 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.359323 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.359563 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.359776 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.360007 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.360252 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.360499 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.360708 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.360945 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.361215 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.361429 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.361898 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] host = dv-cinder-844563-3-iscsi {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.362166 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.362405 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.362632 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.362867 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.363104 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.363333 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.363576 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.363823 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.364085 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.364306 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.364550 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.364804 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.365036 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.365271 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.365434 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_options = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.365659 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.365910 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.366202 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.366401 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.366569 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.366708 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.366943 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.367111 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.367347 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.367557 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.367765 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.367995 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.368207 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.368444 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.368683 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.368923 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.369146 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.369387 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.369637 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.369863 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.370080 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.373649 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.373649 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.373649 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.373649 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.373649 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.373649 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.373649 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.373649 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.373649 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.375096 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.375096 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.375096 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.375498 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:29:22.375665 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.375665 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.375665 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.375665 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.375665 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.375665 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.375665 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.375665 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.382485 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.382485 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.382485 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.382485 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.382485 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.382485 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_json = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.382485 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.382485 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.382485 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.383381 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.383381 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.383381 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.383381 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.383381 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.383381 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.383381 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.383860 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.383860 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.384002 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.384219 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.384468 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.384709 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.384963 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.385228 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.385475 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.389099 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.389863 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.390208 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.390509 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.390758 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.391111 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.391393 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.391690 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.391931 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.392176 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.392396 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.392643 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.392926 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.393171 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.393423 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.393658 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.393872 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.394194 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.394450 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.394716 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.395061 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.395314 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.395651 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.395906 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.396126 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.396370 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.396633 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.396879 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.397122 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.397335 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.397624 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.397857 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.398123 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.398360 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.398611 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.398861 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.399103 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.399366 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.399597 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.399814 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.400027 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.400241 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.400458 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.400668 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.400965 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.401283 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.401582 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.401857 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.402136 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.402388 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.402618 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.403019 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.403395 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.403756 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.404194 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.404552 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.404948 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.405838 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.406268 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.406646 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.407009 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.407226 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.407445 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.407686 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.407928 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.408141 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.408680 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.408911 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.409116 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.409330 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.409545 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.409758 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.409971 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.410199 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.410420 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.410633 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.411082 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.411296 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.411529 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.411751 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.411963 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.412271 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.412672 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.412940 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.413161 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.413400 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.413634 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.414303 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.414303 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.414303 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.414546 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.414782 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.415449 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.415749 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.415977 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.416228 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.416467 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.416701 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.416923 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.417157 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.417377 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.417619 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.417877 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.418193 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.418452 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.418684 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.418897 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.419150 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.419399 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.419672 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.419922 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.420203 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.420420 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.420736 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.421013 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.421276 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.421550 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.421804 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.422049 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.422463 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.422699 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.422969 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.423204 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.423455 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.423707 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.423971 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.424191 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.424405 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.424634 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.425240 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.425523 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.425769 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.426492 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.426492 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.426698 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.426781 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.427034 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.427270 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.427521 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.427768 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.427998 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.428209 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.428447 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.428678 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.428896 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.429135 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.429346 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.429602 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.429820 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.430030 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.430324 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.430538 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.430755 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.430967 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.431187 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.431402 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.432495 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.432733 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.433129 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.434179 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.435575 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.435835 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.436065 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.436327 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.436590 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.436812 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.437099 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.437353 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.437590 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.437850 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.438136 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.438850 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.439072 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.439325 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.439549 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.439763 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.439977 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.440200 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.440416 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.440627 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.440855 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.441070 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.441334 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.441583 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.441945 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.442229 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.442482 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.442724 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.442957 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.443192 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.443408 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.443861 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.444126 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.444345 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.444570 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.444789 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.445006 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.445221 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.445458 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.445675 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.445935 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.446194 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.446435 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.446653 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.446873 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.447090 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.447308 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.447525 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.447738 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.447947 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.448180 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.448395 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.448605 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.448884 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.449132 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.449364 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.449619 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.449839 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.450048 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.450415 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.450729 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.450824 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:29:22.451058 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.451345 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.451636 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.452432 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.452739 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.453028 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.453312 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.453597 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.453889 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.454411 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.454818 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.455124 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.455383 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.455623 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.455858 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.456108 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.456345 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.456558 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.456793 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.457128 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.457361 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.457601 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.457857 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.458072 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.458306 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.458546 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.458770 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.458981 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.459277 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.459530 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.459779 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.460042 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.460322 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.460571 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.460828 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.461143 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.461382 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.461654 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.461904 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.462156 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.462386 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.462647 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.462971 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.463260 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.463522 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.463853 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.464104 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.464446 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.464827 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.465066 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.465378 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.465688 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.465977 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.466251 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.466499 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.466750 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.466991 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.467234 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.467529 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.467777 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.467994 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.468231 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.468459 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.468699 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.468944 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.469196 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.469414 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.469642 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.469851 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.470067 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.470311 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.470469 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 19:29:22.471055 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103962) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 15 19:29:22.471217 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 19:29:22.471416 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 19:29:22.471534 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 19:29:22.471704 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 19:29:22.471853 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 19:29:22.472057 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.472217 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.472375 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.472533 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.472728 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.472891 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.473047 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.473204 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.473393 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.473574 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.473731 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.473964 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.474063 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.474211 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.474369 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.474524 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.474682 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.474864 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.475024 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.475181 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.475337 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.475493 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] debug = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.475650 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.475853 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.476017 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.476173 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.476331 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.476488 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.476643 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.476800 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.476957 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.477123 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.477272 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.477428 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.477584 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.477741 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.478450 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.478450 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.478450 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.478450 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] host = dv-cinder-844563-3-iscsi {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.479224 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.479224 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.479224 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.479224 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.479224 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.479224 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.479657 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.479657 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.479657 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.479863 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.479949 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.480063 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.480218 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.480374 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.480530 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_options = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.480685 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.480841 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.481145 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.481145 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.481308 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.481640 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.481640 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.481833 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.481913 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.482031 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.482206 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.482363 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.482519 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.482674 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.482828 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.483495 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.483654 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.483810 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.483968 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.484141 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.484275 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.484430 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.484586 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.484764 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.484919 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.485074 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.485230 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.485385 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.485540 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.485696 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.485852 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.486008 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.486185 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.486342 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.486851 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.486851 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.486851 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.487087 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.487087 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.487264 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.487354 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.487518 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.487672 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.487827 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.487982 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.488137 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.488292 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_json = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.488446 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.488602 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.488758 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.488913 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.489067 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.489223 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.489377 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.489533 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.489688 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 19:29:22.489864 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.490024 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.490222 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.490361 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.490519 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.490677 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.490835 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.490992 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.491150 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.491307 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.491472 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.491631 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.491799 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.491956 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.492114 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.492273 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.492432 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.492590 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.492748 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.492905 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.493063 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.493219 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.493385 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.493543 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.493701 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.493858 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.494016 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.494246 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.494346 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.494513 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.494686 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.494844 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.495004 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.495163 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.495321 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.495479 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.495638 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.495797 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.495957 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.496116 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.496274 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.496433 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.496590 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.497041 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.497041 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.497211 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.497211 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.497363 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.497519 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.497688 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.497833 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.497990 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.498168 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.498328 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.498486 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.498692 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.499349 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.499519 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.499678 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.499836 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.499994 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.500152 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.500311 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.500470 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.500629 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.500787 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.500945 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.501103 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.501275 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.501432 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.501590 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.501747 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.501905 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.502063 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.502249 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.502663 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.502822 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.502980 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.503137 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.503294 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.503452 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.503610 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.503768 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.503927 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.504084 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.504243 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.504400 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.504557 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.504714 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.504870 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.505029 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.505204 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.505362 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.505521 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.505679 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.505838 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.505995 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.506174 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.506333 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.506490 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.506648 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.506805 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.506963 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.507125 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.507283 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.507441 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.507603 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.507767 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.507923 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.508080 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.508238 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.508395 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.508553 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.508711 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.508869 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.509027 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.509184 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.509342 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.509500 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.509668 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.509825 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.509987 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.510164 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.510331 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.510499 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.510657 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.510816 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.510974 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.511132 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.511290 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.511447 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.511606 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.511764 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.511922 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.512080 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.512250 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.512410 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.512572 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.512729 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.512910 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.513068 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.513225 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.513384 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.513542 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.513699 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.513857 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.514014 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.514234 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.514395 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.514554 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.514713 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.514870 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.515029 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.515187 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.515344 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.515504 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.515663 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.515822 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.515982 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.516143 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.516299 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.516457 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.516615 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.516774 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.516931 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.517091 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.517249 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.517407 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.517570 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.517728 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.517887 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.518047 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.518225 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.518383 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.518539 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.518698 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.518859 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.519018 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.519176 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.519335 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.519493 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.519652 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.519811 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.519971 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.520128 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.520287 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.520447 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.520604 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.520765 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.520923 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.521082 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.521241 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.521398 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.521556 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.521732 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.521891 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.522060 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.522216 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.522377 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.522535 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.522692 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.522851 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.523009 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.523167 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.523326 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.523485 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.523643 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.523801 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.523959 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.524115 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.524276 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.524436 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.524597 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.524753 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.524913 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.525072 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.525230 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.525387 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.525545 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.525703 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.525861 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.526020 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.526199 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.526370 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.526530 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.526689 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.526847 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.527004 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.527163 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.527331 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.527495 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.527654 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.527811 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.527972 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.528130 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.528298 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.528458 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.528616 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.528774 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.528932 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.529090 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.529257 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.529417 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.529575 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.529733 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.530418 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.530580 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.530748 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.530908 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.531080 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.531747 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.531747 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.531747 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.531747 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.532050 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.532050 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.532191 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.532268 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.532390 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.532557 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.532716 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.532873 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.533043 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.533203 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.533360 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.533518 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.533687 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.533846 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.534006 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.534187 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.534347 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.534505 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.534665 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.534829 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.534997 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.535164 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.535324 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.535490 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.535656 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.535824 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.535983 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.536147 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.536316 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.536475 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.536632 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.536790 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.536949 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.537108 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.537267 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.537425 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.537584 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.537741 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.537898 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.538061 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.538242 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.538401 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.538559 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.538729 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.538865 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.539023 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.539181 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.539339 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 19:29:22.539504 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 19:29:22.651475 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 42246) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:29:22.660155 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066028 Jun 15 19:29:31.828743 dv-cinder-844563-3-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:29:33.693184 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb960e7-0c0e-4111-9bfb-fa5f0368286f None None] get_active_networks_info from dv-cinder-844563-3-iscsi {{(pid=104105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 15 19:29:33.704714 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writer thread running {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 19:29:33.704952 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writer thread running {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 19:29:33.769009 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb960e7-0c0e-4111-9bfb-fa5f0368286f None None] No non-hosted networks {{(pid=104105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 15 19:29:33.775322 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-90c76681-d533-46f0-ae9e-bcaf1c1d7cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623043'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:34.393180 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writer thread running {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 19:29:35.919599 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-69b1dc5a-4903-4163-a08f-e101bfd24ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623043'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:35.965373 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9dd1a991-dd4b-44fb-af97-ed56592fc031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:37.233399 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 42314) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:29:37.397140 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623043'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:37.909021 dv-cinder-844563-3-iscsi neutron-server[104104]: WARNING oslo_policy.policy [None req-6e0ee72e-0d44-4f17-8b1d-c1c251c1cf2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 19:29:37.909584 dv-cinder-844563-3-iscsi neutron-server[104104]: WARNING oslo_policy.policy [None req-6e0ee72e-0d44-4f17-8b1d-c1c251c1cf2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 19:29:38.128322 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [None req-6e0ee72e-0d44-4f17-8b1d-c1c251c1cf2f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:29:38.146669 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6e0ee72e-0d44-4f17-8b1d-c1c251c1cf2f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9122944 Jun 15 19:29:38.471932 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.db.l3_hamode_db [None req-21b42864-91d2-4ea2-9a9a-dc96c6186fbe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 15 19:29:38.556623 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b42864-91d2-4ea2-9a9a-dc96c6186fbe None None] Routers set() bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:29:38.557382 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b42864-91d2-4ea2-9a9a-dc96c6186fbe None None] Router IDs set() for agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 15 19:29:38.760695 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623043'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:39.386677 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623043'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:39.387296 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.387634 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.387985 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.388860 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.389221 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.389544 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.389867 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.390232 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.390557 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.390875 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.391211 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.391533 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.391868 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.392187 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.392501 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:39.392874 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844563-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:29:39.400671 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844563-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:29:40.531765 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 42350) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:29:40.874619 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-5ca2e62e-8036-41ea-82f6-3d622fe06a66 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:29:40.965616 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.policy [None req-5ca2e62e-8036-41ea-82f6-3d622fe06a66 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104104) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 19:29:41.007733 dv-cinder-844563-3-iscsi neutron-server[104104]: WARNING oslo_policy.policy [None req-5ca2e62e-8036-41ea-82f6-3d622fe06a66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 19:29:41.008198 dv-cinder-844563-3-iscsi neutron-server[104104]: WARNING oslo_policy.policy [None req-5ca2e62e-8036-41ea-82f6-3d622fe06a66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 19:29:41.027733 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writer thread running {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 19:29:41.107771 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5ca2e62e-8036-41ea-82f6-3d622fe06a66 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783250271921', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783250270397', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783250287088', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783250229294', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783250757991', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783250245321', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7699594', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7742146', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1782650', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1721853'] for rbac-policy (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:41.175160 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5ca2e62e-8036-41ea-82f6-3d622fe06a66 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:41.176319 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5ca2e62e-8036-41ea-82f6-3d622fe06a66 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6435688 Jun 15 19:29:43.469024 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 42362) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:29:43.786283 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:29:43.815895 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Made reservation on behalf of c4f989e5fad14bcebae5e279f22ee21d for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:29:43.819727 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:43.836752 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:43.941878 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Publish callbacks [] for security_group (93a79569-a36a-4cc2-a88d-4ff047f163a6), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:43.945338 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (93a79569-a36a-4cc2-a88d-4ff047f163a6), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:43.984870 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:29:44.003016 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=93a79569-a36a-4cc2-a88d-4ff047f163a6,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:29:44.013119 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783253657905', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (c8449e77-7dcd-4d24-a882-89408450e80f), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:44.013667 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Unsubscribe: segment precommit_create {{(pid=104104) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 19:29:44.014206 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Added segment c8449e77-7dcd-4d24-a882-89408450e80f of type vlan for network 08b41ff4-2f7e-456a-a6cb-f4908628624e Jun 15 19:29:44.032597 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.032936 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.033287 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.033626 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.033949 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.034291 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.034607 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.034917 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.035226 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.035534 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.035844 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.036166 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.036476 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.036784 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.037088 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Tracked resource versions report: Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: pushed versions: Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: { 'AddressGroup': {'1.2'}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Agent': {'1.1'}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'ConntrackHelper': {'1.0'}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'LocalIPAssociation': {'1.0'}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Log': {'1.0'}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'NDPProxy': {'1.0'}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Network': {'1.1'}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Port': {'1.7'}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'PortForwarding': {'1.3'}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'QosPolicy': {'1.10'}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'SecurityGroup': {'1.5'}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'SecurityGroupRule': {'1.2'}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'SubPort': {'1.0'}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Subnet': {'1.1'}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Trunk': {'1.1'}} Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: consumer versions: Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: { DHCP agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: L3 agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: Metadata agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: Metering agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: Open vSwitch agent@dv-cinder-844563-3-iscsi: { 'AddressGroup': '1.2', Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Agent': '1.1', Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'ConntrackHelper': '1.0', Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'LocalIPAssociation': '1.0', Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Log': '1.0', Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'NDPProxy': '1.0', Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Network': '1.1', Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Port': '1.7', Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'PortForwarding': '1.3', Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'QosPolicy': '1.10', Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'SecurityGroup': '1.5', Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'SecurityGroupRule': '1.2', Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'SubPort': '1.0', Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Subnet': '1.1', Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Trunk': '1.1'}} Jun 15 19:29:44.038465 dv-cinder-844563-3-iscsi neutron-server[104104]: {{(pid=104104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 19:29:44.119444 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (08b41ff4-2f7e-456a-a6cb-f4908628624e), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:44.150951 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=51,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:29:44.161516 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (08b41ff4-2f7e-456a-a6cb-f4908628624e), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:44.166665 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:29:44.167357 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:44.244123 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7740500 Jun 15 19:29:44.288427 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7650a90-43ad-476d-9a75-76da57d88913 demo demo] Pushing event updated for resources: {'Network': ['ID=08b41ff4-2f7e-456a-a6cb-f4908628624e,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:29:44.300361 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network 08b41ff4-2f7e-456a-a6cb-f4908628624e details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:29:46.609556 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 42376) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:29:47.018605 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7341de98-62c0-4afa-8e5f-bfbce298f9a5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:29:47.019940 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-7341de98-62c0-4afa-8e5f-bfbce298f9a5 demo admin] 10.222.0.15 "GET /v2.0/networks/08b41ff4-2f7e-456a-a6cb-f4908628624e HTTP/1.1" status: 200 len: 825 time: 0.4094598 Jun 15 19:29:47.043853 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b456402d-8d44-4633-9858-25d0d372fd69 demo admin] 10.222.0.15 "GET /v2.0/subnetpools/462863bd-93ba-407a-9c20-06433ba67c46 HTTP/1.1" status: 200 len: 734 time: 0.0181811 Jun 15 19:29:47.052839 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-670e8567-469e-44ac-8b16-5e83df810a40 demo admin] Request body: {'subnet': {'subnetpool_id': '462863bd-93ba-407a-9c20-06433ba67c46', 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:29:47.076878 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670e8567-469e-44ac-8b16-5e83df810a40 demo admin] Made reservation on behalf of c4f989e5fad14bcebae5e279f22ee21d for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:29:47.079206 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-670e8567-469e-44ac-8b16-5e83df810a40 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:47.271745 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:29:47.368271 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-670e8567-469e-44ac-8b16-5e83df810a40 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for subnet (5f23741e-ef3a-4182-9a52-31a5924d8327), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:47.431682 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e8567-469e-44ac-8b16-5e83df810a40 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5f23741e-ef3a-4182-9a52-31a5924d8327,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:29:47.440732 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e8567-469e-44ac-8b16-5e83df810a40 demo admin] Checking segment: {'id': 'c8449e77-7dcd-4d24-a882-89408450e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:29:47.441085 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e8567-469e-44ac-8b16-5e83df810a40 demo admin] Network hostable DHCP agents. Network: 08b41ff4-2f7e-456a-a6cb-f4908628624e, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:29:47.463149 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e8567-469e-44ac-8b16-5e83df810a40 demo admin] Network 08b41ff4-2f7e-456a-a6cb-f4908628624e is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:29:47.476830 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-670e8567-469e-44ac-8b16-5e83df810a40 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, 08b41ff4-2f7e-456a-a6cb-f4908628624e) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:29:47.483050 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670e8567-469e-44ac-8b16-5e83df810a40 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:29:47.483950 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-670e8567-469e-44ac-8b16-5e83df810a40 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:47.489679 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914ecbe3-e8a7-4cb7-86f6-25723a3d6985 None None] Network 08b41ff4-2f7e-456a-a6cb-f4908628624e requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:29:47.504025 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-670e8567-469e-44ac-8b16-5e83df810a40 demo admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4542637 Jun 15 19:29:47.753205 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49e4f53-6553-5245-bd4d-638fdb67d380-08b41ff4-2f7e-456a-a6cb-f4908628624e', 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e', 'project_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'fixed_ips': [{'subnet_id': '5f23741e-ef3a-4182-9a52-31a5924d8327'}]}} from dv-cinder-844563-3-iscsi. {{(pid=104105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 19:29:47.754646 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:48.038972 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Allocated IP 172.20.0.2 (08b41ff4-2f7e-456a-a6cb-f4908628624e/5f23741e-ef3a-4182-9a52-31a5924d8327/03d84eb0-3271-4e88-a42f-2d2112713319) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:29:48.311126 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Publish callbacks [] for port (03d84eb0-3271-4e88-a42f-2d2112713319), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:48.319118 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (03d84eb0-3271-4e88-a42f-2d2112713319), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:48.393333 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Network 08b41ff4-2f7e-456a-a6cb-f4908628624e is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:29:48.402352 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:29:48.407315 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Pushing event updated for resources: {'Port': ['ID=03d84eb0-3271-4e88-a42f-2d2112713319,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:29:48.411401 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:29:48.422555 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.422905 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.423261 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.423616 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.423954 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.424281 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.424606 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.424930 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.425252 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.425576 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.425901 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.426260 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.426585 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.426907 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.427224 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Tracked resource versions report: Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: pushed versions: Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: { 'AddressGroup': {'1.2'}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Agent': {'1.1'}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'ConntrackHelper': {'1.0'}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'LocalIPAssociation': {'1.0'}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Log': {'1.0'}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'NDPProxy': {'1.0'}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Network': {'1.1'}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Port': {'1.7'}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'PortForwarding': {'1.3'}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'QosPolicy': {'1.10'}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'SecurityGroup': {'1.5'}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'SecurityGroupRule': {'1.2'}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'SubPort': {'1.0'}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Subnet': {'1.1'}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Trunk': {'1.1'}} Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: consumer versions: Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: { DHCP agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: L3 agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: Metadata agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: Metering agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: Open vSwitch agent@dv-cinder-844563-3-iscsi: { 'AddressGroup': '1.2', Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Agent': '1.1', Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'ConntrackHelper': '1.0', Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'LocalIPAssociation': '1.0', Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Log': '1.0', Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'NDPProxy': '1.0', Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Network': '1.1', Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Port': '1.7', Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'PortForwarding': '1.3', Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'QosPolicy': '1.10', Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'SecurityGroup': '1.5', Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'SecurityGroupRule': '1.2', Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'SubPort': '1.0', Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Subnet': '1.1', Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Trunk': '1.1'}} Jun 15 19:29:48.428620 dv-cinder-844563-3-iscsi neutron-server[104105]: {{(pid=104105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 19:29:48.512275 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Attempting to bind port 03d84eb0-3271-4e88-a42f-2d2112713319 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:29:48.513021 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Attempting to bind port 03d84eb0-3271-4e88-a42f-2d2112713319 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': 'c8449e77-7dcd-4d24-a882-89408450e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:29:48.513122 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Attempting to bind port 03d84eb0-3271-4e88-a42f-2d2112713319 on network 08b41ff4-2f7e-456a-a6cb-f4908628624e {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:29:48.518069 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:29:48.518485 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Checking segment: {'id': 'c8449e77-7dcd-4d24-a882-89408450e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:29:48.518951 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:48.519338 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Bound using segment: {'id': 'c8449e77-7dcd-4d24-a882-89408450e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:29:48.519821 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Bound port: 03d84eb0-3271-4e88-a42f-2d2112713319, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8449e77-7dcd-4d24-a882-89408450e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:29:48.520217 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (03d84eb0-3271-4e88-a42f-2d2112713319), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:48.558277 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:29:48.584757 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] For port 03d84eb0-3271-4e88-a42f-2d2112713319, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:29:48.605053 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] For port 03d84eb0-3271-4e88-a42f-2d2112713319, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=03d84eb0-3271-4e88-a42f-2d2112713319,segment=NetworkSegment(c8449e77-7dcd-4d24-a882-89408450e80f),segment_id=c8449e77-7dcd-4d24-a882-89408450e80f)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:29:48.612728 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (03d84eb0-3271-4e88-a42f-2d2112713319), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:48.671403 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2de3b4-fe85-4446-b518-df406fadfff5 None None] Pushing event updated for resources: {'Port': ['ID=03d84eb0-3271-4e88-a42f-2d2112713319,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:29:49.772436 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=9 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:29:49.777158 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:29:49.925058 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 42390) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:29:50.250756 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [None req-b39a57c5-fa0b-4490-943d-6e47c452876b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:29:50.252069 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b39a57c5-fa0b-4490-943d-6e47c452876b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3260679 Jun 15 19:29:52.607595 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 42398) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:29:52.942639 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [None req-28ca73ab-bd09-4a05-b01b-b600281c9f01 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:29:52.943745 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-28ca73ab-bd09-4a05-b01b-b600281c9f01 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3352950 Jun 15 19:29:55.336813 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 42410) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:29:55.678018 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-6de19d0c-8e0d-4d27-938b-5f678ed40581 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:29:55.702264 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6de19d0c-8e0d-4d27-938b-5f678ed40581 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router (96f0adbe-f79c-4224-bf41-74dd010ea7c4), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:55.703784 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6de19d0c-8e0d-4d27-938b-5f678ed40581 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3941'] for router (96f0adbe-f79c-4224-bf41-74dd010ea7c4), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:55.842252 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6de19d0c-8e0d-4d27-938b-5f678ed40581 demo demo] Publish callbacks [] for router_controller (96f0adbe-f79c-4224-bf41-74dd010ea7c4), precommit_add_association {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:55.846629 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6de19d0c-8e0d-4d27-938b-5f678ed40581 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622531'] for router (96f0adbe-f79c-4224-bf41-74dd010ea7c4), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:55.864600 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6de19d0c-8e0d-4d27-938b-5f678ed40581 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:55.865759 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6de19d0c-8e0d-4d27-938b-5f678ed40581 demo demo] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5279827 Jun 15 19:29:56.700796 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05da06d-4701-4215-b57f-b8978ebe217e None None] Network 08b41ff4-2f7e-456a-a6cb-f4908628624e requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:29:56.774986 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-07b0ad31-7035-4cce-9718-7c0b6b30675a None None] Provisioning complete for port 03d84eb0-3271-4e88-a42f-2d2112713319 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:29:56.775409 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-07b0ad31-7035-4cce-9718-7c0b6b30675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (03d84eb0-3271-4e88-a42f-2d2112713319), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:56.885292 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:29:56.961870 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-07b0ad31-7035-4cce-9718-7c0b6b30675a None None] Current status of the port 03d84eb0-3271-4e88-a42f-2d2112713319 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:29:56.962283 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-07b0ad31-7035-4cce-9718-7c0b6b30675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (03d84eb0-3271-4e88-a42f-2d2112713319), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:57.002224 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-07b0ad31-7035-4cce-9718-7c0b6b30675a None None] For port 03d84eb0-3271-4e88-a42f-2d2112713319, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=03d84eb0-3271-4e88-a42f-2d2112713319,segment=NetworkSegment(c8449e77-7dcd-4d24-a882-89408450e80f),segment_id=c8449e77-7dcd-4d24-a882-89408450e80f)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:29:57.008507 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-07b0ad31-7035-4cce-9718-7c0b6b30675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (03d84eb0-3271-4e88-a42f-2d2112713319), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:57.065255 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0ad31-7035-4cce-9718-7c0b6b30675a None None] Pushing event updated for resources: {'Port': ['ID=03d84eb0-3271-4e88-a42f-2d2112713319,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:29:57.134903 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 03d84eb0-3271-4e88-a42f-2d2112713319 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:29:57.165976 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:29:57.185924 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 03d84eb0-3271-4e88-a42f-2d2112713319 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:29:57.186752 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (03d84eb0-3271-4e88-a42f-2d2112713319), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:57.234613 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-b0dc721c-f3c1-44b9-a3c0-ecf42ec46ba0 None None] Provisioning complete for port 03d84eb0-3271-4e88-a42f-2d2112713319 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:29:57.234895 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b0dc721c-f3c1-44b9-a3c0-ecf42ec46ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (03d84eb0-3271-4e88-a42f-2d2112713319), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:57.293456 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 03d84eb0-3271-4e88-a42f-2d2112713319 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:29:57.334394 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc721c-f3c1-44b9-a3c0-ecf42ec46ba0 None None] Current status of the port 03d84eb0-3271-4e88-a42f-2d2112713319 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:29:58.375327 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 42418) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:29:58.695317 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [None req-3f5fed4e-b6fd-494b-8243-d38a973e5f32 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:29:58.696318 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-3f5fed4e-b6fd-494b-8243-d38a973e5f32 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3200593 Jun 15 19:29:59.090783 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 03d84eb0-3271-4e88-a42f-2d2112713319 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:29:59.133794 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 03d84eb0-3271-4e88-a42f-2d2112713319 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:29:59.134231 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (03d84eb0-3271-4e88-a42f-2d2112713319), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:29:59.208937 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 03d84eb0-3271-4e88-a42f-2d2112713319 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:30:01.066674 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 42426) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:30:01.568300 dv-cinder-844563-3-iscsi neutron-server[104103]: WARNING oslo_policy.policy [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 19:30:01.568875 dv-cinder-844563-3-iscsi neutron-server[104103]: WARNING oslo_policy.policy [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 19:30:01.782865 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:30:01.796763 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writer thread running {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 19:30:01.810255 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:01.838183 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Made reservation on behalf of 7d07be90a27c40718a346a1d9e5469b4 for: {'network': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:30:01.900771 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.policy [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104103) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 19:30:01.943332 dv-cinder-844563-3-iscsi neutron-server[104103]: WARNING oslo_policy.policy [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 19:30:01.943696 dv-cinder-844563-3-iscsi neutron-server[104103]: WARNING oslo_policy.policy [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 19:30:01.953590 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:01.974353 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:02.087739 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Publish callbacks [] for security_group (0c4f2b54-44a0-41b9-ba74-da456c99ff59), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:02.092003 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (0c4f2b54-44a0-41b9-ba74-da456c99ff59), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:02.104112 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Reserving flat network on physical network physnet1 {{(pid=104103) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 15 19:30:02.138054 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783253657905', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (0c66e010-1464-4213-9bc9-6e2992883379), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:02.138629 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Unsubscribe: segment precommit_create {{(pid=104103) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 19:30:02.139151 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.segments_db [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Added segment 0c66e010-1464-4213-9bc9-6e2992883379 of type flat for network 728c9963-7e10-4d9f-91fa-9b340ad520f1 Jun 15 19:30:02.156996 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4f2b54-44a0-41b9-ba74-da456c99ff59,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:30:02.213639 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.213979 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.214382 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.214719 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.215697 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.216064 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.216398 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.216719 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.217055 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.217378 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.217710 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.218046 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.218388 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.218705 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.219013 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Tracked resource versions report: Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: pushed versions: Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: { 'AddressGroup': {'1.2'}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Agent': {'1.1'}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'ConntrackHelper': {'1.0'}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'LocalIPAssociation': {'1.0'}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Log': {'1.0'}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'NDPProxy': {'1.0'}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Network': {'1.1'}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Port': {'1.7'}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'PortForwarding': {'1.3'}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'QosPolicy': {'1.10'}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'SecurityGroup': {'1.5'}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'SecurityGroupRule': {'1.2'}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'SubPort': {'1.0'}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Subnet': {'1.1'}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Trunk': {'1.1'}} Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: consumer versions: Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: { DHCP agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: L3 agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: Metadata agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: Metering agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: Open vSwitch agent@dv-cinder-844563-3-iscsi: { 'AddressGroup': '1.2', Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Agent': '1.1', Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'ConntrackHelper': '1.0', Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'LocalIPAssociation': '1.0', Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Log': '1.0', Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'NDPProxy': '1.0', Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Network': '1.1', Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Port': '1.7', Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'PortForwarding': '1.3', Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'QosPolicy': '1.10', Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'SecurityGroup': '1.5', Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'SecurityGroupRule': '1.2', Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'SubPort': '1.0', Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Subnet': '1.1', Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Trunk': '1.1'}} Jun 15 19:30:02.220438 dv-cinder-844563-3-iscsi neutron-server[104103]: {{(pid=104103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 19:30:02.261253 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (728c9963-7e10-4d9f-91fa-9b340ad520f1), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:02.306402 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (728c9963-7e10-4d9f-91fa-9b340ad520f1), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:02.307624 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:30:02.308328 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:02.376931 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3078091 Jun 15 19:30:02.416933 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16676387-3b66-4867-b57d-f20655d66722 admin admin] Pushing event updated for resources: {'Network': ['ID=728c9963-7e10-4d9f-91fa-9b340ad520f1,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:30:02.427928 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:30:03.648537 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05bcdf85-51d3-4342-a344-d951103c78f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:04.695566 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 42448) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:30:05.108422 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f56541-2ba9-4cd1-8ffc-3bee0715b660 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:30:05.110448 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-10f56541-2ba9-4cd1-8ffc-3bee0715b660 demo admin] 10.222.0.15 "GET /v2.0/subnets/5f23741e-ef3a-4182-9a52-31a5924d8327 HTTP/1.1" status: 200 len: 849 time: 0.4138908 Jun 15 19:30:05.274359 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-930787b7-1a32-45e6-a339-76e6626f02af demo admin] 10.222.0.15 "GET /v2.0/routers/96f0adbe-f79c-4224-bf41-74dd010ea7c4 HTTP/1.1" status: 200 len: 704 time: 0.1576538 Jun 15 19:30:05.553067 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:05.813105 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:05.817372 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:05.845897 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Allocated IP 172.20.0.1 (08b41ff4-2f7e-456a-a6cb-f4908628624e/5f23741e-ef3a-4182-9a52-31a5924d8327/a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:30:05.858680 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=70,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:05.859544 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:05.916075 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb3aec1f-b022-4f21-b52f-7d4dee2348ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:06.033854 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Publish callbacks [] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:06.094893 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:06.167850 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Network 08b41ff4-2f7e-456a-a6cb-f4908628624e is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:30:06.173054 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:30:06.183609 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:30:06.184181 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622311'] for router_interface (96f0adbe-f79c-4224-bf41-74dd010ea7c4), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:06.207235 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Pushing event updated for resources: {'Port': ['ID=a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:30:06.381730 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:06.453518 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-eee852b3-d682-40f2-af0e-631149c37cee None None] Provisioning complete for port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:30:06.453810 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eee852b3-d682-40f2-af0e-631149c37cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:06.485427 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-eee852b3-d682-40f2-af0e-631149c37cee None None] Port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:30:06.636479 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Publish callbacks [] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:06.640968 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:06.641793 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622363'] for router_interface (96f0adbe-f79c-4224-bf41-74dd010ea7c4), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:06.699184 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Pushing event updated for resources: {'Port': ['ID=a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:30:06.766446 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Network 08b41ff4-2f7e-456a-a6cb-f4908628624e is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:30:06.767719 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:30:06.876447 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:06.880637 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:06.929136 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Router 96f0adbe-f79c-4224-bf41-74dd010ea7c4 is scheduled to L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 with binding_index 1 {{(pid=104103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 19:30:07.007287 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-cfc868a7-9b23-45a5-8639-a185716406c9 None None] Provisioning complete for port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:30:07.007853 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cfc868a7-9b23-45a5-8639-a185716406c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:07.018544 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:30:07.036975 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-4bd352dc-2b1e-48d8-9d98-598249de32ca demo admin] 10.222.0.15 "PUT /v2.0/routers/96f0adbe-f79c-4224-bf41-74dd010ea7c4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7437458 Jun 15 19:30:07.037177 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Sync routers for ids ['96f0adbe-f79c-4224-bf41-74dd010ea7c4'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:30:07.042154 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Routers {'96f0adbe-f79c-4224-bf41-74dd010ea7c4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:30:07.042994 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:30:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['96f0adbe-f79c-4224-bf41-74dd010ea7c4'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:30:07.048922 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-cfc868a7-9b23-45a5-8639-a185716406c9 None None] Port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:30:07.224206 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Set router 96f0adbe-f79c-4224-bf41-74dd010ea7c4 gateway port host: None {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:30:07.322169 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:07.645371 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'name': 'router1', 'tenant_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:29:55Z', 'updated_at': '2022-06-15T19:30:06Z', 'revision_number': 2, 'project_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'gw_port_host': None, '_interfaces': [{'id': 'a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f', 'name': '', 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e', 'tenant_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'mac_address': 'fa:16:3e:5f:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f23741e-ef3a-4182-9a52-31a5924d8327', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:30:05Z', 'updated_at': '2022-06-15T19:30:06Z', 'revision_number': 2, 'project_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'subnets': [{'id': '5f23741e-ef3a-4182-9a52-31a5924d8327', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '462863bd-93ba-407a-9c20-06433ba67c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:30:07.694945 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Checking router: 96f0adbe-f79c-4224-bf41-74dd010ea7c4 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:30:07.695302 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Updating router 96f0adbe-f79c-4224-bf41-74dd010ea7c4 port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f binding host dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:30:07.773307 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:08.246692 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Publish callbacks [] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:08.253590 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:08.426573 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Attempting to bind port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:30:08.426977 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Attempting to bind port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': 'c8449e77-7dcd-4d24-a882-89408450e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:30:08.427405 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Attempting to bind port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f on network 08b41ff4-2f7e-456a-a6cb-f4908628624e {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:30:08.430791 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Pushing event updated for resources: {'Port': ['ID=a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:30:08.440884 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:30:08.441287 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Checking segment: {'id': 'c8449e77-7dcd-4d24-a882-89408450e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:30:08.441774 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:08.442183 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Bound using segment: {'id': 'c8449e77-7dcd-4d24-a882-89408450e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:30:08.442678 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Bound port: a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8449e77-7dcd-4d24-a882-89408450e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:30:08.443058 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:08.446501 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.446843 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.447189 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.447528 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.447858 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.448184 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.448508 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.448828 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.449714 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.450037 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.450382 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.450717 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.451037 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.451643 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.451965 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Tracked resource versions report: Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: pushed versions: Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: { 'AddressGroup': {'1.2'}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Agent': {'1.1'}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'ConntrackHelper': {'1.0'}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'LocalIPAssociation': {'1.0'}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Log': {'1.0'}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'NDPProxy': {'1.0'}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Network': {'1.1'}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Port': {'1.7'}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'PortForwarding': {'1.3'}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'QosPolicy': {'1.10'}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'SecurityGroup': {'1.5'}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'SecurityGroupRule': {'1.2'}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'SubPort': {'1.0'}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Subnet': {'1.1'}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Trunk': {'1.1'}} Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: consumer versions: Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: { DHCP agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: L3 agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: Metadata agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: Metering agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: Open vSwitch agent@dv-cinder-844563-3-iscsi: { 'AddressGroup': '1.2', Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Agent': '1.1', Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'ConntrackHelper': '1.0', Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'LocalIPAssociation': '1.0', Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Log': '1.0', Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'NDPProxy': '1.0', Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Network': '1.1', Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Port': '1.7', Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'PortForwarding': '1.3', Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'QosPolicy': '1.10', Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'SecurityGroup': '1.5', Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'SecurityGroupRule': '1.2', Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'SubPort': '1.0', Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Subnet': '1.1', Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Trunk': '1.1'}} Jun 15 19:30:08.453365 dv-cinder-844563-3-iscsi neutron-server[104106]: {{(pid=104106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 19:30:08.473980 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8d44d81e-240c-4faa-ae55-c1ac52feca12 None None] Provisioning complete for port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:30:08.474545 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d44d81e-240c-4faa-ae55-c1ac52feca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:08.509503 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8d44d81e-240c-4faa-ae55-c1ac52feca12 None None] Port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:30:08.521569 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] For port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:30:08.540706 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] For port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f,segment=NetworkSegment(c8449e77-7dcd-4d24-a882-89408450e80f),segment_id=c8449e77-7dcd-4d24-a882-89408450e80f)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:30:08.546541 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:08.550922 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:08.570783 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:08.611793 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e1f46-6ac6-48f8-864a-4fc9965d7996 None None] Pushing event updated for resources: {'Port': ['ID=a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:30:08.614687 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Routers {'96f0adbe-f79c-4224-bf41-74dd010ea7c4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:30:08.615284 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:30:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['96f0adbe-f79c-4224-bf41-74dd010ea7c4'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:30:08.704431 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] Set router 96f0adbe-f79c-4224-bf41-74dd010ea7c4 gateway port host: None {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:30:08.721788 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:08.831670 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-a84ce0bf-ba7a-4ba7-8cb9-200397fba07b None None] Provisioning complete for port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:30:08.832141 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a84ce0bf-ba7a-4ba7-8cb9-200397fba07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:08.903028 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a84ce0bf-ba7a-4ba7-8cb9-200397fba07b None None] Current status of the port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:30:08.903333 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a84ce0bf-ba7a-4ba7-8cb9-200397fba07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:08.908464 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'name': 'router1', 'tenant_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:29:55Z', 'updated_at': '2022-06-15T19:30:06Z', 'revision_number': 2, 'project_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'gw_port_host': None, '_interfaces': [{'id': 'a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f', 'name': '', 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e', 'tenant_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'mac_address': 'fa:16:3e:5f:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f23741e-ef3a-4182-9a52-31a5924d8327', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:30:05Z', 'updated_at': '2022-06-15T19:30:08Z', 'revision_number': 4, 'project_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'subnets': [{'id': '5f23741e-ef3a-4182-9a52-31a5924d8327', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '462863bd-93ba-407a-9c20-06433ba67c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:30:08.916248 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:08.934180 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71a7a0-56fb-4cc4-a289-4ddcb3c5d753 None None] The sync data for ids ['96f0adbe-f79c-4224-bf41-74dd010ea7c4'] in dv-cinder-844563-3-iscsi is: [{'id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'name': 'router1', 'tenant_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:29:55Z', 'updated_at': '2022-06-15T19:30:06Z', 'revision_number': 2, 'project_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'gw_port_host': None, '_interfaces': [{'id': 'a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f', 'name': '', 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e', 'tenant_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'mac_address': 'fa:16:3e:5f:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f23741e-ef3a-4182-9a52-31a5924d8327', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:30:05Z', 'updated_at': '2022-06-15T19:30:08Z', 'revision_number': 4, 'project_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'subnets': [{'id': '5f23741e-ef3a-4182-9a52-31a5924d8327', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '462863bd-93ba-407a-9c20-06433ba67c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:30:08.941280 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-a84ce0bf-ba7a-4ba7-8cb9-200397fba07b None None] For port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f,segment=NetworkSegment(c8449e77-7dcd-4d24-a882-89408450e80f),segment_id=c8449e77-7dcd-4d24-a882-89408450e80f)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:30:08.946197 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a84ce0bf-ba7a-4ba7-8cb9-200397fba07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:08.999360 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ce0bf-ba7a-4ba7-8cb9-200397fba07b None None] Pushing event updated for resources: {'Port': ['ID=a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:30:09.389412 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:09.390732 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 42472) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:30:09.599534 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1709e9-a861-4a17-b3f2-67cae2678277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:30:09.606453 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-4e1709e9-a861-4a17-b3f2-67cae2678277 admin admin] 10.222.0.15 "GET /v2.0/networks/728c9963-7e10-4d9f-91fa-9b340ad520f1 HTTP/1.1" status: 200 len: 842 time: 0.2081769 Jun 15 19:30:09.610504 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-ad97c228-d1fb-41e2-a964-e1b1c5014188 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:30:09.634889 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad97c228-d1fb-41e2-a964-e1b1c5014188 admin admin] Made reservation on behalf of 7d07be90a27c40718a346a1d9e5469b4 for: {'subnet': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:30:09.637659 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ad97c228-d1fb-41e2-a964-e1b1c5014188 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:09.920581 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.objects.ports [None req-ad97c228-d1fb-41e2-a964-e1b1c5014188 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104103) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 15 19:30:09.920929 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ad97c228-d1fb-41e2-a964-e1b1c5014188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for subnet (7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:09.970132 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97c228-d1fb-41e2-a964-e1b1c5014188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:30:09.988207 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97c228-d1fb-41e2-a964-e1b1c5014188 admin admin] Checking segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:30:09.988561 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97c228-d1fb-41e2-a964-e1b1c5014188 admin admin] Network hostable DHCP agents. Network: 728c9963-7e10-4d9f-91fa-9b340ad520f1, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:30:10.010467 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97c228-d1fb-41e2-a964-e1b1c5014188 admin admin] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:30:10.026268 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-ad97c228-d1fb-41e2-a964-e1b1c5014188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, 728c9963-7e10-4d9f-91fa-9b340ad520f1) {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:30:10.030347 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad97c228-d1fb-41e2-a964-e1b1c5014188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:30:10.031180 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ad97c228-d1fb-41e2-a964-e1b1c5014188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:10.039520 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1445133b-0531-4c2f-9284-3ada3b2a0b40 None None] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:30:10.056260 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-ad97c228-d1fb-41e2-a964-e1b1c5014188 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4487891 Jun 15 19:30:10.164172 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1900fe-7e86-483c-acef-eb9d10d5a46b None None] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:30:12.411528 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 42490) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:30:12.544755 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-c8a8fc9d-6182-461e-8ff6-32dfa2e5e47d demo admin] 10.222.0.15 "GET /v2.0/routers/96f0adbe-f79c-4224-bf41-74dd010ea7c4 HTTP/1.1" status: 200 len: 710 time: 0.1266692 Jun 15 19:30:12.624663 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad71ac8-f920-49d0-a6d5-a155ec16da49 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:30:12.626282 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-3ad71ac8-f920-49d0-a6d5-a155ec16da49 demo admin] 10.222.0.15 "GET /v2.0/networks/728c9963-7e10-4d9f-91fa-9b340ad520f1 HTTP/1.1" status: 200 len: 886 time: 0.0807061 Jun 15 19:30:12.634864 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:30:12.705638 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:12.716706 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:12.940121 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Publish callbacks [] for router_gateway (96f0adbe-f79c-4224-bf41-74dd010ea7c4), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:13.159779 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Publish callbacks [] for router_gateway (96f0adbe-f79c-4224-bf41-74dd010ea7c4), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:13.237836 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:13.346471 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Allocated IP 172.27.0.148 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/e0ced95b-447b-4c71-97f8-8b8a0f31936d) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:30:13.448190 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Publish callbacks [] for port (e0ced95b-447b-4c71-97f8-8b8a0f31936d), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:13.478754 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (e0ced95b-447b-4c71-97f8-8b8a0f31936d), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:13.519141 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:30:13.523805 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:30:13.526436 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:30:13.532109 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Pushing event updated for resources: {'Port': ['ID=e0ced95b-447b-4c71-97f8-8b8a0f31936d,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:30:13.633133 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:13.731414 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:13.779007 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Publish callbacks [] for router_gateway (96f0adbe-f79c-4224-bf41-74dd010ea7c4), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:13.968684 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1622584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3955'] for router (96f0adbe-f79c-4224-bf41-74dd010ea7c4), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:13.972318 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1622577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1622538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622282'] for router (96f0adbe-f79c-4224-bf41-74dd010ea7c4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:14.077167 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Router 96f0adbe-f79c-4224-bf41-74dd010ea7c4 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:30:14.175803 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:30:14.180549 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:14.181731 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-d1155b2c-a328-4702-80e7-d4e0fe32ebe0 demo admin] 10.222.0.15 "PUT /v2.0/routers/96f0adbe-f79c-4224-bf41-74dd010ea7c4 HTTP/1.1" status: 200 len: 890 time: 1.5499032 Jun 15 19:30:15.125679 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:30:15.169378 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:30:15.169772 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:15.171902 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:15.200560 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Sync routers for ids ['96f0adbe-f79c-4224-bf41-74dd010ea7c4'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:30:15.218939 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Routers {'96f0adbe-f79c-4224-bf41-74dd010ea7c4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:30:15.219594 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:30:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['96f0adbe-f79c-4224-bf41-74dd010ea7c4'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:30:15.400246 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:30:15.449877 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Set router 96f0adbe-f79c-4224-bf41-74dd010ea7c4 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:30:15.495610 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:15.894770 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'name': 'router1', 'tenant_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e0ced95b-447b-4c71-97f8-8b8a0f31936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:29:55Z', 'updated_at': '2022-06-15T19:30:13Z', 'revision_number': 4, 'project_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'gw_port': {'id': 'e0ced95b-447b-4c71-97f8-8b8a0f31936d', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:30:13Z', 'updated_at': '2022-06-15T19:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f', 'name': '', 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e', 'tenant_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'mac_address': 'fa:16:3e:5f:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f23741e-ef3a-4182-9a52-31a5924d8327', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:30:05Z', 'updated_at': '2022-06-15T19:30:08Z', 'revision_number': 5, 'project_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'subnets': [{'id': '5f23741e-ef3a-4182-9a52-31a5924d8327', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '462863bd-93ba-407a-9c20-06433ba67c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:30:15.941859 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Checking router: 96f0adbe-f79c-4224-bf41-74dd010ea7c4 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:30:15.942301 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Updating router 96f0adbe-f79c-4224-bf41-74dd010ea7c4 port e0ced95b-447b-4c71-97f8-8b8a0f31936d binding host dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:30:15.997441 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e0ced95b-447b-4c71-97f8-8b8a0f31936d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:16.304299 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Publish callbacks [] for port (e0ced95b-447b-4c71-97f8-8b8a0f31936d), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:16.310236 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e0ced95b-447b-4c71-97f8-8b8a0f31936d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:16.362752 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Attempting to bind port e0ced95b-447b-4c71-97f8-8b8a0f31936d on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:30:16.363122 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Attempting to bind port e0ced95b-447b-4c71-97f8-8b8a0f31936d by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:30:16.363486 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Attempting to bind port e0ced95b-447b-4c71-97f8-8b8a0f31936d on network 728c9963-7e10-4d9f-91fa-9b340ad520f1 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:30:16.372461 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373ab48-97e7-4671-96ad-40b4c8495428 None None] Pushing event updated for resources: {'Port': ['ID=e0ced95b-447b-4c71-97f8-8b8a0f31936d,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:30:16.375953 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:30:16.376331 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Checking segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:30:16.376729 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:16.377109 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Bound using segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:30:16.377574 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Bound port: e0ced95b-447b-4c71-97f8-8b8a0f31936d, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:30:16.377950 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e0ced95b-447b-4c71-97f8-8b8a0f31936d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:16.426782 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] For port e0ced95b-447b-4c71-97f8-8b8a0f31936d, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:30:16.430438 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] For port e0ced95b-447b-4c71-97f8-8b8a0f31936d, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=e0ced95b-447b-4c71-97f8-8b8a0f31936d,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:30:16.436743 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e0ced95b-447b-4c71-97f8-8b8a0f31936d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:16.440843 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:16.502430 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373ab48-97e7-4671-96ad-40b4c8495428 None None] Pushing event updated for resources: {'Port': ['ID=e0ced95b-447b-4c71-97f8-8b8a0f31936d,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:30:16.513196 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Routers {'96f0adbe-f79c-4224-bf41-74dd010ea7c4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:30:16.513909 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:30:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['96f0adbe-f79c-4224-bf41-74dd010ea7c4'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:30:16.562235 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 42502) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:30:16.623429 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] Set router 96f0adbe-f79c-4224-bf41-74dd010ea7c4 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:30:16.685405 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-a4ded7a8-a928-46f3-821f-4b266944634c admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1219692 Jun 15 19:30:16.847960 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'name': 'router1', 'tenant_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e0ced95b-447b-4c71-97f8-8b8a0f31936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:29:55Z', 'updated_at': '2022-06-15T19:30:13Z', 'revision_number': 4, 'project_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'gw_port': {'id': 'e0ced95b-447b-4c71-97f8-8b8a0f31936d', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:30:13Z', 'updated_at': '2022-06-15T19:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f', 'name': '', 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e', 'tenant_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'mac_address': 'fa:16:3e:5f:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f23741e-ef3a-4182-9a52-31a5924d8327', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:30:05Z', 'updated_at': '2022-06-15T19:30:08Z', 'revision_number': 5, 'project_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'subnets': [{'id': '5f23741e-ef3a-4182-9a52-31a5924d8327', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '462863bd-93ba-407a-9c20-06433ba67c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:30:16.875136 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e5149-5617-492c-b0e5-82887e38ae06 None None] The sync data for ids ['96f0adbe-f79c-4224-bf41-74dd010ea7c4'] in dv-cinder-844563-3-iscsi is: [{'id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'name': 'router1', 'tenant_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e0ced95b-447b-4c71-97f8-8b8a0f31936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:29:55Z', 'updated_at': '2022-06-15T19:30:13Z', 'revision_number': 4, 'project_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'gw_port': {'id': 'e0ced95b-447b-4c71-97f8-8b8a0f31936d', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:30:13Z', 'updated_at': '2022-06-15T19:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f', 'name': '', 'network_id': '08b41ff4-2f7e-456a-a6cb-f4908628624e', 'tenant_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'mac_address': 'fa:16:3e:5f:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f0adbe-f79c-4224-bf41-74dd010ea7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f23741e-ef3a-4182-9a52-31a5924d8327', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:30:05Z', 'updated_at': '2022-06-15T19:30:08Z', 'revision_number': 5, 'project_id': 'c4f989e5fad14bcebae5e279f22ee21d', 'subnets': [{'id': '5f23741e-ef3a-4182-9a52-31a5924d8327', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '462863bd-93ba-407a-9c20-06433ba67c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:30:17.159702 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device e0ced95b-447b-4c71-97f8-8b8a0f31936d up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:30:17.210308 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port e0ced95b-447b-4c71-97f8-8b8a0f31936d triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:30:17.210308 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e0ced95b-447b-4c71-97f8-8b8a0f31936d), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:17.296144 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port e0ced95b-447b-4c71-97f8-8b8a0f31936d is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:30:17.296701 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e0ced95b-447b-4c71-97f8-8b8a0f31936d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:17.322131 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] For port e0ced95b-447b-4c71-97f8-8b8a0f31936d, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=e0ced95b-447b-4c71-97f8-8b8a0f31936d,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:30:17.331336 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e0ced95b-447b-4c71-97f8-8b8a0f31936d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:17.381515 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:17.389102 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Pushing event updated for resources: {'Port': ['ID=e0ced95b-447b-4c71-97f8-8b8a0f31936d,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:30:19.120873 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device e0ced95b-447b-4c71-97f8-8b8a0f31936d up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:30:19.166181 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:19.173493 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port e0ced95b-447b-4c71-97f8-8b8a0f31936d triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:30:19.173876 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e0ced95b-447b-4c71-97f8-8b8a0f31936d), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:19.252102 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port e0ced95b-447b-4c71-97f8-8b8a0f31936d is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:30:22.400219 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 5 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:30:24.390628 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=41 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:26.669804 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=66 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:26.683169 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=47 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:29.246658 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=12 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:29.248519 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:29.249930 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:32.385718 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=41 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:33.664083 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6d5741b5-f45d-4c4a-b67e-2ab4ac2d48b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:35.921541 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-000fcc75-9fb3-42d0-bb25-2222cd80672b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:37.327311 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:38.752441 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:39.415348 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:30:48.741785 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:49.390578 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=8 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:49.405561 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:30:59.388698 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 5 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:31:03.649099 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5641076a-4649-4f26-8bf9-371110ea6b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:05.919292 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fead815-9023-416e-b98f-11f6a219a61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:07.334311 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:08.718861 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:09.385380 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:31:09.386453 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:31:09.396604 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:19.381619 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:31:19.384469 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=15 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:31:19.392676 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:31:33.651818 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab69e722-e169-45c8-b3df-30b6a283efa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:34.160907 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43042) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:31:34.225805 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcd40b3-2b56-4181-8555-8e610c394dfc admin admin] GET failed (client error): The resource could not be found. Jun 15 19:31:34.227124 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-7dcd40b3-2b56-4181-8555-8e610c394dfc admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652461 Jun 15 19:31:34.468896 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3258c3c3-33bd-4200-ac12-f9940180ba61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:34.470318 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-3258c3c3-33bd-4200-ac12-f9940180ba61 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2390292 Jun 15 19:31:35.912395 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac897da4-51a2-4fdb-a268-fb9e91d2f967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:36.388086 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 5 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:31:36.589887 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43052) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:31:36.687801 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563d2dab-09af-4cf4-9e02-0b4350b19ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:36.689128 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-563d2dab-09af-4cf4-9e02-0b4350b19ec9 admin admin] 10.222.0.15 "GET /v2.0/subnets/5f23741e-ef3a-4182-9a52-31a5924d8327 HTTP/1.1" status: 200 len: 849 time: 0.0981901 Jun 15 19:31:36.699043 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:31:36.781310 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Publish callbacks [] for subnet (5f23741e-ef3a-4182-9a52-31a5924d8327), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:36.928356 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783253632826'] for subnet (5f23741e-ef3a-4182-9a52-31a5924d8327), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:36.964275 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:36.964855 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:36.966196 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] 10.222.0.15 "PUT /v2.0/subnets/5f23741e-ef3a-4182-9a52-31a5924d8327 HTTP/1.1" status: 200 len: 868 time: 0.2711177 Jun 15 19:31:36.970676 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f2b1d-1f3d-4d66-a93e-af921c663972 None None] Network 08b41ff4-2f7e-456a-a6cb-f4908628624e requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:31:36.987010 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f23741e-ef3a-4182-9a52-31a5924d8327,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:31:36.994694 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:36.995083 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:36.995398 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:36.995736 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:36.996066 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:36.996393 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:36.996717 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:36.997037 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:36.997379 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:36.997755 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:36.998179 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:36.998472 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:36.998762 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:36.999074 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:36.999392 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1f1b4-6e41-4396-a539-9238d860c9f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:31:37.306105 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-0c1ab37a-9777-4c1a-abce-b145ddf5dc45 None None] Provisioning complete for port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:31:37.306493 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1ab37a-9777-4c1a-abce-b145ddf5dc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:37.356988 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:37.393411 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0c1ab37a-9777-4c1a-abce-b145ddf5dc45 None None] Current status of the port a9ea73a9-2af6-4b10-8c63-c2a3a4b9f47f is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:31:37.401802 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-0c1ab37a-9777-4c1a-abce-b145ddf5dc45 None None] Provisioning complete for port 03d84eb0-3271-4e88-a42f-2d2112713319 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:31:37.402219 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1ab37a-9777-4c1a-abce-b145ddf5dc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (03d84eb0-3271-4e88-a42f-2d2112713319), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:37.471764 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0c1ab37a-9777-4c1a-abce-b145ddf5dc45 None None] Current status of the port 03d84eb0-3271-4e88-a42f-2d2112713319 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:31:38.714367 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:39.115259 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43062) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:31:39.309056 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a131e9fd-b3a8-4239-9ed0-46272aa0fe51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:39.309451 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a131e9fd-b3a8-4239-9ed0-46272aa0fe51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:39.310993 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-a131e9fd-b3a8-4239-9ed0-46272aa0fe51 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1947935 Jun 15 19:31:39.391529 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:31:41.449402 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43070) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:31:41.579547 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bada9dda-ef9e-4f47-ba2f-9632cf08e72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:41.580016 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bada9dda-ef9e-4f47-ba2f-9632cf08e72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:41.581542 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-bada9dda-ef9e-4f47-ba2f-9632cf08e72e admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312072 Jun 15 19:31:43.696636 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43078) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:31:43.825492 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafaa447-2ed1-4693-ba11-401d02298ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:43.826774 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-bafaa447-2ed1-4693-ba11-401d02298ea0 admin admin] 10.222.0.15 "GET /v2.0/networks/08b41ff4-2f7e-456a-a6cb-f4908628624e HTTP/1.1" status: 200 len: 869 time: 0.1292093 Jun 15 19:31:45.963506 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43086) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:31:46.114379 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94143fbe-d553-4740-9fe3-a18bfd22c003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:46.115899 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-94143fbe-d553-4740-9fe3-a18bfd22c003 admin admin] 10.222.0.15 "GET /v2.0/networks/728c9963-7e10-4d9f-91fa-9b340ad520f1 HTTP/1.1" status: 200 len: 886 time: 0.1514204 Jun 15 19:31:48.253193 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43094) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:31:48.382366 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88602bd5-edf5-4625-854c-bd487a023d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:48.382830 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88602bd5-edf5-4625-854c-bd487a023d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:48.384985 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-88602bd5-edf5-4625-854c-bd487a023d94 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1302423 Jun 15 19:31:49.377750 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:31:49.378887 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:31:49.387164 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:31:49.996893 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:31:50.001866 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=13 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:31:50.511597 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43102) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:31:50.612395 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61977ebf-ed05-4827-8ee0-779b15c98f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:50.612777 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61977ebf-ed05-4827-8ee0-779b15c98f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:50.614283 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-61977ebf-ed05-4827-8ee0-779b15c98f01 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1017277 Jun 15 19:31:52.718063 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43110) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:31:52.811874 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38392eac-9c68-41f1-83a5-59a7dea92b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:52.813256 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-38392eac-9c68-41f1-83a5-59a7dea92b9f admin admin] 10.222.0.15 "GET /v2.0/subnets/5f23741e-ef3a-4182-9a52-31a5924d8327 HTTP/1.1" status: 200 len: 868 time: 0.0942373 Jun 15 19:31:54.936650 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43118) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:31:55.021892 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d03ecd-9e11-4378-8cbe-ff6c5daa1b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:31:55.023234 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-76d03ecd-9e11-4378-8cbe-ff6c5daa1b4b admin admin] 10.222.0.15 "GET /v2.0/subnets/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51 HTTP/1.1" status: 200 len: 816 time: 0.0856466 Jun 15 19:32:00.607696 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=72,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:00.608635 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=71,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:03.653007 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f702e79-f0da-4577-af07-37397f311252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:05.018055 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=54 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:05.018851 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=63 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:05.914126 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-13564e9d-087d-408e-a4c1-2803dff7cdeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:07.335090 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:08.718781 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:09.395433 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:13.387597 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 5 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:32:15.396854 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:19.384759 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:19.389293 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:19.391266 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:21.917213 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43172) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:32:21.969187 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [None req-148a4ccc-7ee2-40d2-a0a4-e5fff3e298cb admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:32:21.970263 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-148a4ccc-7ee2-40d2-a0a4-e5fff3e298cb admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0520139 Jun 15 19:32:23.383551 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:24.251711 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43180) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:32:24.318061 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ffbe5a-11a5-4f3e-b92e-77e9eac2eb69 admin admin] GET failed (client error): The resource could not be found. Jun 15 19:32:24.320944 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-92ffbe5a-11a5-4f3e-b92e-77e9eac2eb69 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0677350 Jun 15 19:32:24.410196 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aa13d4-f647-48ac-b980-a29d0e487c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:32:24.427936 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-62aa13d4-f647-48ac-b980-a29d0e487c3c admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0882816 Jun 15 19:32:26.575859 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43188) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:32:26.621908 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:32:26.642107 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Made reservation on behalf of 7d07be90a27c40718a346a1d9e5469b4 for: {'network': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:32:26.644389 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:26.671303 dv-cinder-844563-3-iscsi neutron-server[104103]: WARNING neutron.services.revisions.revision_plugin [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Could not find related network for resource to bump revision. Jun 15 19:32:26.685878 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=104103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:32:26.695410 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (2dd4a115-22c5-4a6d-b06e-a634b9e8891f), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:26.695858 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.segments_db [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Added segment 2dd4a115-22c5-4a6d-b06e-a634b9e8891f of type vlan for network f58c84d1-307a-49a4-b3a3-9dd28b397d41 Jun 15 19:32:26.733806 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (f58c84d1-307a-49a4-b3a3-9dd28b397d41), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:26.758131 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (f58c84d1-307a-49a4-b3a3-9dd28b397d41), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:26.759104 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:32:26.759669 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:26.796146 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2192702 Jun 15 19:32:26.823281 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Pushing event updated for resources: {'Network': ['ID=f58c84d1-307a-49a4-b3a3-9dd28b397d41,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:32:26.830912 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.831267 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.831593 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.831922 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.832244 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.832556 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.832867 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.833178 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.833507 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.833823 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.834159 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.834476 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.834785 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.835092 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.835399 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9cc9-efad-4931-ac83-167c76702779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:26.846859 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network f58c84d1-307a-49a4-b3a3-9dd28b397d41 details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:32:28.947654 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43196) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:32:29.007215 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e437f2-1f17-48ac-97b8-c1471bcf8b16 admin admin] GET failed (client error): The resource could not be found. Jun 15 19:32:29.008493 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-23e437f2-1f17-48ac-97b8-c1471bcf8b16 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598867 Jun 15 19:32:29.080471 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46042421-802f-40fe-89ba-ace5f1bda819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:32:29.081880 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-46042421-802f-40fe-89ba-ace5f1bda819 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693765 Jun 15 19:32:29.091854 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-df1ecf1e-9663-4be6-975b-3075a00d0daa admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f58c84d1-307a-49a4-b3a3-9dd28b397d41', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:32:29.110692 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1ecf1e-9663-4be6-975b-3075a00d0daa admin admin] Made reservation on behalf of 7d07be90a27c40718a346a1d9e5469b4 for: {'subnet': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:32:29.113050 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-df1ecf1e-9663-4be6-975b-3075a00d0daa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:29.276498 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-df1ecf1e-9663-4be6-975b-3075a00d0daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for subnet (0a990cc4-86e1-4251-ac05-05c01d74931e), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:29.329056 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ecf1e-9663-4be6-975b-3075a00d0daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a990cc4-86e1-4251-ac05-05c01d74931e,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:32:29.340363 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ecf1e-9663-4be6-975b-3075a00d0daa admin admin] Checking segment: {'id': '2dd4a115-22c5-4a6d-b06e-a634b9e8891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f58c84d1-307a-49a4-b3a3-9dd28b397d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:32:29.340715 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ecf1e-9663-4be6-975b-3075a00d0daa admin admin] Network hostable DHCP agents. Network: f58c84d1-307a-49a4-b3a3-9dd28b397d41, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:32:29.357137 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ecf1e-9663-4be6-975b-3075a00d0daa admin admin] Network f58c84d1-307a-49a4-b3a3-9dd28b397d41 is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:32:29.365993 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-df1ecf1e-9663-4be6-975b-3075a00d0daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, f58c84d1-307a-49a4-b3a3-9dd28b397d41) {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:32:29.371100 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ecf1e-9663-4be6-975b-3075a00d0daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:32:29.371691 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-df1ecf1e-9663-4be6-975b-3075a00d0daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:29.375631 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e748f-8676-48c5-9a78-94767fb30f1e None None] Network f58c84d1-307a-49a4-b3a3-9dd28b397d41 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:32:29.388105 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-df1ecf1e-9663-4be6-975b-3075a00d0daa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2994168 Jun 15 19:32:29.484278 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49e4f53-6553-5245-bd4d-638fdb67d380-f58c84d1-307a-49a4-b3a3-9dd28b397d41', 'network_id': 'f58c84d1-307a-49a4-b3a3-9dd28b397d41', 'project_id': '7d07be90a27c40718a346a1d9e5469b4', 'fixed_ips': [{'subnet_id': '0a990cc4-86e1-4251-ac05-05c01d74931e'}]}} from dv-cinder-844563-3-iscsi. {{(pid=104105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 19:32:29.485232 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:29.629056 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Allocated IP 192.168.233.2 (f58c84d1-307a-49a4-b3a3-9dd28b397d41/0a990cc4-86e1-4251-ac05-05c01d74931e/1c673d51-e21c-4b14-a2e8-b1a30fb729e6) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:32:29.865271 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Publish callbacks [] for port (1c673d51-e21c-4b14-a2e8-b1a30fb729e6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:29.871451 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (1c673d51-e21c-4b14-a2e8-b1a30fb729e6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:29.914969 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Network f58c84d1-307a-49a4-b3a3-9dd28b397d41 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:32:29.919944 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:32:29.921997 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Pushing event updated for resources: {'Port': ['ID=1c673d51-e21c-4b14-a2e8-b1a30fb729e6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:32:29.924198 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:32:29.932963 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.933317 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.933669 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.934022 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.934381 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.934716 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.935040 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.935370 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.935691 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.936012 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.936334 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.936671 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.936985 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.937306 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.937621 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:32:29.994883 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Attempting to bind port 1c673d51-e21c-4b14-a2e8-b1a30fb729e6 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:32:29.995328 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Attempting to bind port 1c673d51-e21c-4b14-a2e8-b1a30fb729e6 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '2dd4a115-22c5-4a6d-b06e-a634b9e8891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f58c84d1-307a-49a4-b3a3-9dd28b397d41'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:32:29.995694 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Attempting to bind port 1c673d51-e21c-4b14-a2e8-b1a30fb729e6 on network f58c84d1-307a-49a4-b3a3-9dd28b397d41 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:32:30.000812 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:32:30.001200 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Checking segment: {'id': '2dd4a115-22c5-4a6d-b06e-a634b9e8891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f58c84d1-307a-49a4-b3a3-9dd28b397d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:32:30.001646 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:30.002028 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Bound using segment: {'id': '2dd4a115-22c5-4a6d-b06e-a634b9e8891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f58c84d1-307a-49a4-b3a3-9dd28b397d41'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:32:30.002878 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Bound port: 1c673d51-e21c-4b14-a2e8-b1a30fb729e6, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd4a115-22c5-4a6d-b06e-a634b9e8891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f58c84d1-307a-49a4-b3a3-9dd28b397d41'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:32:30.003253 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (1c673d51-e21c-4b14-a2e8-b1a30fb729e6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:30.063500 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] For port 1c673d51-e21c-4b14-a2e8-b1a30fb729e6, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:32:30.067201 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] For port 1c673d51-e21c-4b14-a2e8-b1a30fb729e6, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=1c673d51-e21c-4b14-a2e8-b1a30fb729e6,segment=NetworkSegment(2dd4a115-22c5-4a6d-b06e-a634b9e8891f),segment_id=2dd4a115-22c5-4a6d-b06e-a634b9e8891f)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:32:30.073058 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (1c673d51-e21c-4b14-a2e8-b1a30fb729e6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:30.133141 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c7ddf-9b85-41b9-9d2e-a6d2b8b80f94 None None] Pushing event updated for resources: {'Port': ['ID=1c673d51-e21c-4b14-a2e8-b1a30fb729e6,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:32:30.961692 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec6e878-73ac-4a87-8ee0-ad2ccad73e75 None None] Network f58c84d1-307a-49a4-b3a3-9dd28b397d41 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:32:31.028439 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-496ed337-5438-433d-baa2-ae8b8c600351 None None] Provisioning complete for port 1c673d51-e21c-4b14-a2e8-b1a30fb729e6 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:32:31.028814 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-496ed337-5438-433d-baa2-ae8b8c600351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (1c673d51-e21c-4b14-a2e8-b1a30fb729e6), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:31.143536 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-496ed337-5438-433d-baa2-ae8b8c600351 None None] Current status of the port 1c673d51-e21c-4b14-a2e8-b1a30fb729e6 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:32:31.145305 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-496ed337-5438-433d-baa2-ae8b8c600351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (1c673d51-e21c-4b14-a2e8-b1a30fb729e6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:31.186827 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-496ed337-5438-433d-baa2-ae8b8c600351 None None] For port 1c673d51-e21c-4b14-a2e8-b1a30fb729e6, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=1c673d51-e21c-4b14-a2e8-b1a30fb729e6,segment=NetworkSegment(2dd4a115-22c5-4a6d-b06e-a634b9e8891f),segment_id=2dd4a115-22c5-4a6d-b06e-a634b9e8891f)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:32:31.192191 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-496ed337-5438-433d-baa2-ae8b8c600351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (1c673d51-e21c-4b14-a2e8-b1a30fb729e6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:31.250698 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ed337-5438-433d-baa2-ae8b8c600351 None None] Pushing event updated for resources: {'Port': ['ID=1c673d51-e21c-4b14-a2e8-b1a30fb729e6,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:32:31.276428 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 1c673d51-e21c-4b14-a2e8-b1a30fb729e6 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:32:31.323105 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-856c353c-eeee-432f-84b3-9b0778dd5006 None None] Provisioning complete for port 1c673d51-e21c-4b14-a2e8-b1a30fb729e6 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:32:31.323474 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-856c353c-eeee-432f-84b3-9b0778dd5006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (1c673d51-e21c-4b14-a2e8-b1a30fb729e6), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:31.364786 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 1c673d51-e21c-4b14-a2e8-b1a30fb729e6 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:32:31.365173 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (1c673d51-e21c-4b14-a2e8-b1a30fb729e6), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:31.438112 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:31.440931 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:31.442128 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-856c353c-eeee-432f-84b3-9b0778dd5006 None None] Current status of the port 1c673d51-e21c-4b14-a2e8-b1a30fb729e6 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:32:31.474160 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:31.481416 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 1c673d51-e21c-4b14-a2e8-b1a30fb729e6 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:32:33.202029 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 1c673d51-e21c-4b14-a2e8-b1a30fb729e6 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:32:33.246175 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 1c673d51-e21c-4b14-a2e8-b1a30fb729e6 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:32:33.246543 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (1c673d51-e21c-4b14-a2e8-b1a30fb729e6), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:33.316803 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 1c673d51-e21c-4b14-a2e8-b1a30fb729e6 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:32:33.658645 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8523b93-c244-4d3c-b3cd-8bb66390a160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:35.916803 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-15e85392-d462-4fa2-8348-839a8616e69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:37.338890 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:38.720780 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:39.381557 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:39.382548 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:39.398023 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:32:48.714928 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:49.390648 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:49.395572 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:32:50.387013 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 5 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:32:52.402470 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:33:00.383083 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:33:03.662486 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-91287ede-51c5-4252-aa57-0fcf85e396c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:33:05.917554 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c62eca88-71e1-46cc-9b36-5d86659de7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:33:07.342911 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:33:08.726645 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:33:09.401838 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:33:18.722638 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:33:19.390767 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=16 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:33:19.398048 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:33:27.386536 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 5 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:33:32.382034 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:33:33.664576 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-26f5fbd7-8241-486b-b381-e327a35889cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:33:35.919751 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fad13eb3-37fd-465d-8bfd-8b8807d3454e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:33:37.343153 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:33:37.382309 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:33:38.728814 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:33:39.404413 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:33:49.392924 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:33:49.397308 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:33:49.401052 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:33:59.650402 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43238) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:33:59.656331 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [None req-4abc3903-165c-4562-945b-e16f9bf6adb8 tempest-verify_tempest_config-1377437059 tempest-verify_tempest_config-1377437059-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:33:59.657299 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-4abc3903-165c-4562-945b-e16f9bf6adb8 tempest-verify_tempest_config-1377437059 tempest-verify_tempest_config-1377437059-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059307 Jun 15 19:33:59.957828 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43256) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:34:00.060914 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:00.134954 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Publish callbacks [] for security_group (9292835d-9110-4589-8af1-353c6ed9a717), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:00.138329 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (9292835d-9110-4589-8af1-353c6ed9a717), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:00.182075 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9292835d-9110-4589-8af1-353c6ed9a717,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:34:00.189604 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a41a3cf912c74318b8dc14e30de43bf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2307799 Jun 15 19:34:00.191224 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.191569 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.191915 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.192242 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.192551 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43260) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:34:00.193012 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.193012 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.193211 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.193460 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.193770 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.194078 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.194427 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.194799 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.195114 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.195420 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.195724 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb0ee-e425-4c7b-89b8-e8618e65160d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.248014 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Publish callbacks [] for security_group (9292835d-9110-4589-8af1-353c6ed9a717), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:00.268801 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Publish callbacks [] for security_group (9292835d-9110-4589-8af1-353c6ed9a717), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:00.362968 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (9292835d-9110-4589-8af1-353c6ed9a717), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:00.365505 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:00.366675 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9292835d-9110-4589-8af1-353c6ed9a717 HTTP/1.1" status: 204 len: 168 time: 0.1731749 Jun 15 19:34:00.374927 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9292835d-9110-4589-8af1-353c6ed9a717,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:34:00.382577 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.382893 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.383228 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.383559 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.383899 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.384227 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.384548 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.384867 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.385190 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.385509 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.386048 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.386340 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.386768 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.387092 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:00.387414 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8cf221-2621-4e95-9edd-9a7d4d63c676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:34:03.668720 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-45e693d5-b7c4-4850-8e11-4b46b35abeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:04.386357 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 5 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:34:05.924723 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-669ba704-6477-4b1d-b094-6e08a71275b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:07.345194 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:08.729026 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:09.406599 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:10.180713 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=24,neutron:INSERT=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:10.185003 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=15,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:10.374939 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:10.377749 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:14.382101 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:14.382871 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:19.395806 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:19.399815 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:19.402616 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:29.873480 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=10 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:29.875337 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=16 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:33.670114 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f916-6b6a-4235-a89e-df9eecc87268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:35.926260 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb48517d-7b61-4930-b68a-4f19d569b1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:37.350710 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:38.732790 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:39.409142 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:34:41.385584 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 5 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:34:49.399180 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:49.403350 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:49.405222 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:51.381433 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:34:51.382637 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=7 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:35:03.670847 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82b985ad-553f-426b-add9-f632ab4a1b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:35:05.929039 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b984e0d2-be94-4e75-af97-64dce077e25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:35:07.350958 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:35:08.734541 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:35:09.411261 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:35:18.384938 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 5 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:35:19.400245 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:35:19.404499 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=17 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:35:19.406533 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:35:20.409736 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:35:28.381789 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:35:32.386567 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:35:33.675468 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a8444a3-1c5d-4895-b457-8ae8a6f41f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:35:35.930112 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f0feeb21-9fbc-41f1-a61c-9af0f6168759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:35:37.352561 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:35:38.738726 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:35:39.416215 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:35:48.401527 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623043'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:35:49.402512 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:35:49.410563 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:35:55.384943 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:35:57.410504 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:35:58.398461 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=9,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:36:00.716315 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43336) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:36:00.822888 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-f2b402ab-8541-4056-82fc-07cc9f4e2105 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1054695 Jun 15 19:36:02.970352 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43346) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:36:03.025302 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c63ab36f-b4ff-417d-8ae7-bf169c9f602e admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0538750 Jun 15 19:36:03.676774 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6434bac-5ca2-4a4a-b6d6-edffb58a1d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:36:05.382189 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=6 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:36:05.933003 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e472401e-7648-47d0-8c76-61b244730eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:36:07.355126 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:36:08.741581 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:36:09.418990 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:36:13.019289 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:36:13.020034 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:36:18.365996 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:36:19.414430 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:36:28.354825 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:36:28.361996 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:36:32.385019 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:36:33.678109 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5bcaabb-5880-4d2c-ab67-913c360996cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:36:35.935022 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb7047fb-2429-43e0-baa2-bf76ce0148e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:36:37.358266 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:36:38.746914 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:36:39.420872 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:36:42.381131 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=15 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:36:42.381882 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=19 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:36:48.381360 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:36:58.370583 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:36:58.374611 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:36:58.375978 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:03.679458 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f88b86fa-f9b5-4d55-8e59-85dc0be2fe4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:05.937706 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc73e7eb-ba75-48f9-92e4-cb869d478386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:07.359686 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:08.747316 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:09.383785 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:37:09.422934 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:18.392734 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:19.379271 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:19.380487 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=6 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:19.418840 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:28.381598 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:28.387344 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:32.391448 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:33.681171 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2094ffe-e756-49ed-ae90-4aec9262819c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:35.941323 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dde33486-3448-4a7d-9ea4-ed82dc57a228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:37.371472 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:38.761519 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:39.437895 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:40.761553 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43480) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:41.094351 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-network', 'tenant_id': '71e0c71509f94f158063991e37617894'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:41.119221 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Made reservation on behalf of 71e0c71509f94f158063991e37617894 for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:41.122298 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.131440 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.217825 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Publish callbacks [] for security_group (6efb19d8-244b-4c54-aca6-5faefcb208e4), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.223205 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (6efb19d8-244b-4c54-aca6-5faefcb208e4), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.258483 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:37:41.265998 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efb19d8-244b-4c54-aca6-5faefcb208e4,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:41.277295 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.277639 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.278026 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.278352 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.278677 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.278997 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.279304 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.279679 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.280520 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.280846 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.281165 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.281495 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.281809 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.282137 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.282450 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Tracked resource versions report: Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: pushed versions: Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: { 'AddressGroup': {'1.2'}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Agent': {'1.1'}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'ConntrackHelper': {'1.0'}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'LocalIPAssociation': {'1.0'}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Log': {'1.0'}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'NDPProxy': {'1.0'}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Network': {'1.1'}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Port': {'1.7'}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'PortForwarding': {'1.3'}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'QosPolicy': {'1.10'}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'SecurityGroup': {'1.5'}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'SecurityGroupRule': {'1.2'}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'SubPort': {'1.0'}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Subnet': {'1.1'}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Trunk': {'1.1'}} Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: consumer versions: Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: { DHCP agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: HyperV agent@hv-cinder-84456: {}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: L3 agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: Metadata agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: Metering agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: Open vSwitch agent@dv-cinder-844563-3-iscsi: { 'AddressGroup': '1.2', Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Agent': '1.1', Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'ConntrackHelper': '1.0', Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'LocalIPAssociation': '1.0', Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Log': '1.0', Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'NDPProxy': '1.0', Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Network': '1.1', Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Port': '1.7', Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'PortForwarding': '1.3', Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'QosPolicy': '1.10', Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'SecurityGroup': '1.5', Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'SecurityGroupRule': '1.2', Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'SubPort': '1.0', Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Subnet': '1.1', Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: 'Trunk': '1.1'}} Jun 15 19:37:41.283600 dv-cinder-844563-3-iscsi neutron-server[104104]: {{(pid=104104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 19:37:41.291285 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (067624a7-3318-4ca5-8f14-e1af820ea26d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.291285 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Added segment 067624a7-3318-4ca5-8f14-e1af820ea26d of type vlan for network f6ca100c-fdac-452a-ad9c-d280af0c139f Jun 15 19:37:41.333427 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (f6ca100c-fdac-452a-ad9c-d280af0c139f), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.360323 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (f6ca100c-fdac-452a-ad9c-d280af0c139f), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.361287 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:41.361857 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.460015 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43524) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:41.461413 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] Pushing event updated for resources: {'Network': ['ID=f6ca100c-fdac-452a-ad9c-d280af0c139f,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:41.469664 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43532) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:41.470257 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-63a2c154-8d68-459a-84da-557bf875d111 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7068779 Jun 15 19:37:41.474272 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network f6ca100c-fdac-452a-ad9c-d280af0c139f details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:37:41.477970 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Request body: {'subnet': {'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-subnet', 'tenant_id': '71e0c71509f94f158063991e37617894', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:41.504357 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Made reservation on behalf of 71e0c71509f94f158063991e37617894 for: {'subnet': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:41.506763 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.549775 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43538) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:41.706806 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for subnet (c37954e0-0ba0-4cd2-9041-862c785d922d), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.753256 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37954e0-0ba0-4cd2-9041-862c785d922d,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:41.760351 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-176236388-network', 'tenant_id': '240ef47b993b48dc9f48932a3c077a9a'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:41.771670 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.772009 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.772340 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.772665 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.772990 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.773297 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.773608 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.773916 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.774289 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.774613 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.774915 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.775224 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.775536 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.775840 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.776145 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Tracked resource versions report: Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: pushed versions: Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: { 'AddressGroup': {'1.2'}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Agent': {'1.1'}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'ConntrackHelper': {'1.0'}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'LocalIPAssociation': {'1.0'}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Log': {'1.0'}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'NDPProxy': {'1.0'}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Network': {'1.1'}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Port': {'1.7'}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'PortForwarding': {'1.3'}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'QosPolicy': {'1.10'}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'SecurityGroup': {'1.5'}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'SecurityGroupRule': {'1.2'}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'SubPort': {'1.0'}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Subnet': {'1.1'}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Trunk': {'1.1'}} Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: consumer versions: Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: { DHCP agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: HyperV agent@hv-cinder-84456: {}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: L3 agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: Metadata agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: Metering agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: Open vSwitch agent@dv-cinder-844563-3-iscsi: { 'AddressGroup': '1.2', Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Agent': '1.1', Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'ConntrackHelper': '1.0', Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'LocalIPAssociation': '1.0', Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Log': '1.0', Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'NDPProxy': '1.0', Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Network': '1.1', Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Port': '1.7', Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'PortForwarding': '1.3', Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'QosPolicy': '1.10', Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'SecurityGroup': '1.5', Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'SecurityGroupRule': '1.2', Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'SubPort': '1.0', Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Subnet': '1.1', Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: 'Trunk': '1.1'}} Jun 15 19:37:41.777298 dv-cinder-844563-3-iscsi neutron-server[104103]: {{(pid=104103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 19:37:41.800733 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Checking segment: {'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:37:41.801081 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Network hostable DHCP agents. Network: f6ca100c-fdac-452a-ad9c-d280af0c139f, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:37:41.823966 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] Made reservation on behalf of 240ef47b993b48dc9f48932a3c077a9a for: {'network': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:41.826477 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.836759 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.838750 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Network f6ca100c-fdac-452a-ad9c-d280af0c139f is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:37:41.867093 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, f6ca100c-fdac-452a-ad9c-d280af0c139f) {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:41.877327 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1bfa52-bb04-476f-8956-eca607a31c35 None None] Network f6ca100c-fdac-452a-ad9c-d280af0c139f requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:37:41.887652 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:41.888356 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.936688 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] Publish callbacks [] for security_group (5bea3e7a-1d71-4069-8ddc-7f7972dadca2), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.945951 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (5bea3e7a-1d71-4069-8ddc-7f7972dadca2), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:41.959675 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-2a978bf5-8a65-47b7-abe6-01c99ce8fc80 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4891231 Jun 15 19:37:41.960080 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43556) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:41.968007 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:41.980140 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bea3e7a-1d71-4069-8ddc-7f7972dadca2,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:41.988454 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=104103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:37:42.001539 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (36b961c0-36c8-415e-a9db-f3356f8bf53a), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.002362 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.segments_db [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] Added segment 36b961c0-36c8-415e-a9db-f3356f8bf53a of type vlan for network 6de6f532-7bff-4678-a647-36475af189c4 Jun 15 19:37:42.010045 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router (9cca118e-53ce-454c-98a6-30ed34544862), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.011509 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3941'] for router (9cca118e-53ce-454c-98a6-30ed34544862), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.058682 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (6de6f532-7bff-4678-a647-36475af189c4), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.073488 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49e4f53-6553-5245-bd4d-638fdb67d380-f6ca100c-fdac-452a-ad9c-d280af0c139f', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'project_id': '71e0c71509f94f158063991e37617894', 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d'}]}} from dv-cinder-844563-3-iscsi. {{(pid=104105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 19:37:42.074452 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.096378 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Publish callbacks [] for router_controller (9cca118e-53ce-454c-98a6-30ed34544862), precommit_add_association {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.102657 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1724642681-network', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:42.235629 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43560) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:42.248540 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43564) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:42.261008 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43568) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:42.268233 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (6de6f532-7bff-4678-a647-36475af189c4), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.269644 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:42.270501 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.300083 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8389745 Jun 15 19:37:42.303401 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43572) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:42.306022 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Allocated IP 172.20.0.2 (f6ca100c-fdac-452a-ad9c-d280af0c139f/c37954e0-0ba0-4cd2-9041-862c785d922d/bd18a808-47a5-4964-b9c6-23ed566ba111) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:37:42.311689 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-bf82fbbb-7ee5-4847-96fd-3dcdda54a542 admin admin] Request body: {'subnet': {'network_id': '6de6f532-7bff-4678-a647-36475af189c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-176236388-subnet', 'tenant_id': '240ef47b993b48dc9f48932a3c077a9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:42.327275 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:42.409599 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28b0cd-ec9e-4e82-9078-e058c3098209 admin admin] Pushing event updated for resources: {'Network': ['ID=6de6f532-7bff-4678-a647-36475af189c4,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:42.413751 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Publish callbacks [] for router_gateway (9cca118e-53ce-454c-98a6-30ed34544862), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.422051 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] Made reservation on behalf of bd64a4f6222542f19ba5729f7abe12b2 for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:42.423717 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf82fbbb-7ee5-4847-96fd-3dcdda54a542 admin admin] Made reservation on behalf of 240ef47b993b48dc9f48932a3c077a9a for: {'subnet': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:42.425051 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.431105 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bf82fbbb-7ee5-4847-96fd-3dcdda54a542 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.431662 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network 6de6f532-7bff-4678-a647-36475af189c4 details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:37:42.436905 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.631738 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:42.636541 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Publish callbacks [] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.637617 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-637573774-network', 'tenant_id': 'e8e1414ffa3548938432aed200c75736'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:42.646498 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-302383784-network', 'tenant_id': 'b392b3914e7f4a1b93bbfc0f3ab8cfc1'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:42.648385 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.652971 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bf82fbbb-7ee5-4847-96fd-3dcdda54a542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for subnet (3b75dc86-9be7-40c2-83d1-54c2def977dc), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.662188 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] Publish callbacks [] for security_group (20f29d6d-f7cd-47cc-acfd-88c58272a3d5), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.663112 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:42.693637 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:42.698251 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (20f29d6d-f7cd-47cc-acfd-88c58272a3d5), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.713380 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:37:42.727058 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (8d4b84d1-4055-4efe-8f22-ee2e965d4ec6), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.727662 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] Added segment 8d4b84d1-4055-4efe-8f22-ee2e965d4ec6 of type vlan for network 68dc56fb-2946-4967-bb27-7b13a758ce58 Jun 15 19:37:42.728242 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-940885207-network', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:42.738198 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82fbbb-7ee5-4847-96fd-3dcdda54a542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b75dc86-9be7-40c2-83d1-54c2def977dc,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:42.750639 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Network f6ca100c-fdac-452a-ad9c-d280af0c139f is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:37:42.759196 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:42.778166 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Pushing event updated for resources: {'Port': ['ID=bd18a808-47a5-4964-b9c6-23ed566ba111,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:42.788960 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:37:42.800025 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] Made reservation on behalf of 0d5270cd64fd4929af7b063cf2e2b653 for: {'network': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:42.801630 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (68dc56fb-2946-4967-bb27-7b13a758ce58), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.802415 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.815741 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf82fbbb-7ee5-4847-96fd-3dcdda54a542 admin admin] Checking segment: {'id': '36b961c0-36c8-415e-a9db-f3356f8bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6de6f532-7bff-4678-a647-36475af189c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:37:42.816198 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf82fbbb-7ee5-4847-96fd-3dcdda54a542 admin admin] Network hostable DHCP agents. Network: 6de6f532-7bff-4678-a647-36475af189c4, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:37:42.821128 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.843465 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (68dc56fb-2946-4967-bb27-7b13a758ce58), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.845170 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:42.846283 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.875093 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.875627 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.876611 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.877169 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.877573 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.877971 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.878449 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.878988 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.879389 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.879788 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.880180 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.880700 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.881089 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.881482 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.881882 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Tracked resource versions report: Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: pushed versions: Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: { 'AddressGroup': {'1.2'}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Agent': {'1.1'}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'ConntrackHelper': {'1.0'}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'LocalIPAssociation': {'1.0'}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Log': {'1.0'}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'NDPProxy': {'1.0'}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Network': {'1.1'}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Port': {'1.7'}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'PortForwarding': {'1.3'}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'QosPolicy': {'1.10'}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'SecurityGroup': {'1.5'}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'SecurityGroupRule': {'1.2'}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'SubPort': {'1.0'}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Subnet': {'1.1'}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Trunk': {'1.1'}} Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: consumer versions: Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: { DHCP agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: HyperV agent@hv-cinder-84456: {}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: L3 agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: Metadata agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: Metering agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: Open vSwitch agent@dv-cinder-844563-3-iscsi: { 'AddressGroup': '1.2', Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Agent': '1.1', Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'ConntrackHelper': '1.0', Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'LocalIPAssociation': '1.0', Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Log': '1.0', Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'NDPProxy': '1.0', Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Network': '1.1', Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Port': '1.7', Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'PortForwarding': '1.3', Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'QosPolicy': '1.10', Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'SecurityGroup': '1.5', Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'SecurityGroupRule': '1.2', Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'SubPort': '1.0', Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Subnet': '1.1', Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: 'Trunk': '1.1'}} Jun 15 19:37:42.883297 dv-cinder-844563-3-iscsi neutron-server[104105]: {{(pid=104105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 19:37:42.886677 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Attempting to bind port bd18a808-47a5-4964-b9c6-23ed566ba111 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:37:42.887254 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Attempting to bind port bd18a808-47a5-4964-b9c6-23ed566ba111 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:37:42.887711 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Attempting to bind port bd18a808-47a5-4964-b9c6-23ed566ba111 on network f6ca100c-fdac-452a-ad9c-d280af0c139f {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:37:42.895344 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:37:42.895842 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Checking segment: {'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:37:42.896372 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.896866 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Bound using segment: {'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:37:42.897812 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Bound port: bd18a808-47a5-4964-b9c6-23ed566ba111, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:37:42.898039 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.929491 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] Publish callbacks [] for security_group (5ede993a-ca14-492e-a272-f48f6bcc89a9), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.942682 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] Pushing event updated for resources: {'Network': ['ID=68dc56fb-2946-4967-bb27-7b13a758ce58,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:42.948416 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (5ede993a-ca14-492e-a272-f48f6bcc89a9), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.954066 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4030609 Jun 15 19:37:42.962562 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network 68dc56fb-2946-4967-bb27-7b13a758ce58 details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:37:42.964309 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=104103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:37:42.974556 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (7cd5ab3c-e804-498c-b0e9-c743fb0fd838), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:42.974930 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.segments_db [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] Added segment 7cd5ab3c-e804-498c-b0e9-c743fb0fd838 of type vlan for network f41991f1-753c-4841-8d77-8c975a43b0cd Jun 15 19:37:43.018281 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (f41991f1-753c-4841-8d77-8c975a43b0cd), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.034417 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43596) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:43.037393 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Publish callbacks [] for router_gateway (9cca118e-53ce-454c-98a6-30ed34544862), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.054045 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-fdf1e3e9-55cc-4e4f-af2c-d72b89362dbd admin admin] Request body: {'subnet': {'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1724642681-subnet', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:43.068412 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] For port bd18a808-47a5-4964-b9c6-23ed566ba111, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:37:43.072550 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] For port bd18a808-47a5-4964-b9c6-23ed566ba111, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=bd18a808-47a5-4964-b9c6-23ed566ba111,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:37:43.074825 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf82fbbb-7ee5-4847-96fd-3dcdda54a542 admin admin] Network 6de6f532-7bff-4678-a647-36475af189c4 is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:37:43.081642 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.084017 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] Made reservation on behalf of e8e1414ffa3548938432aed200c75736 for: {'network': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:43.086865 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.091362 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ede993a-ca14-492e-a272-f48f6bcc89a9,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:43.096048 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (f41991f1-753c-4841-8d77-8c975a43b0cd), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.097149 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:43.097719 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.099578 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.111085 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] Made reservation on behalf of b392b3914e7f4a1b93bbfc0f3ab8cfc1 for: {'network': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:43.113940 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.139476 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.158787 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.8957605 Jun 15 19:37:43.159566 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-bf82fbbb-7ee5-4847-96fd-3dcdda54a542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, 6de6f532-7bff-4678-a647-36475af189c4) {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:43.163909 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf82fbbb-7ee5-4847-96fd-3dcdda54a542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:43.164679 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bf82fbbb-7ee5-4847-96fd-3dcdda54a542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.171124 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adb7952-afd4-485b-9100-f08dac7aea80 None None] Network 6de6f532-7bff-4678-a647-36475af189c4 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:37:43.178846 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43604) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:43.265329 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] Publish callbacks [] for security_group (0acb07b1-eaee-4d78-a81c-c45d3608e364), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.284462 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-a7a99df2-5df6-4fdb-b526-06b2adc75bcc admin admin] Request body: {'subnet': {'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-subnet', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:43.309485 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:43.309485 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=70,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:43.322336 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-bf82fbbb-7ee5-4847-96fd-3dcdda54a542 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0092423 Jun 15 19:37:43.322336 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.333573 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (0acb07b1-eaee-4d78-a81c-c45d3608e364), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.346379 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a99df2-5df6-4fdb-b526-06b2adc75bcc admin admin] Made reservation on behalf of 0d5270cd64fd4929af7b063cf2e2b653 for: {'subnet': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:43.352074 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a7a99df2-5df6-4fdb-b526-06b2adc75bcc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.423125 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90cc49-f0fa-4e97-bd9d-54bbc557db68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f29d6d-f7cd-47cc-acfd-88c58272a3d5,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:43.423717 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea26b4b-c716-4742-aa7c-a862c7d1e745 None None] Pushing event updated for resources: {'Port': ['ID=bd18a808-47a5-4964-b9c6-23ed566ba111,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:43.447723 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f4d4c0-c980-4eb2-bc33-d36cf7582850 None None] Network 6de6f532-7bff-4678-a647-36475af189c4 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:37:43.463452 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Allocated IP 172.27.0.30 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:37:43.517453 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=104103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:37:43.678028 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Publish callbacks [] for port (cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.678028 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf1e3e9-55cc-4e4f-af2c-d72b89362dbd admin admin] Made reservation on behalf of bd64a4f6222542f19ba5729f7abe12b2 for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:43.684781 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fdf1e3e9-55cc-4e4f-af2c-d72b89362dbd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.720695 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:43.825080 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (8c1486ed-372b-48e9-bae5-f2bce17f2838), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.826290 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.segments_db [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] Added segment 8c1486ed-372b-48e9-bae5-f2bce17f2838 of type vlan for network d8420f67-4442-4f70-b957-f9d2b1d48c73 Jun 15 19:37:43.845840 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:43.880731 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779980e8-d9cc-4f05-aeae-4b3a130b6e36 admin admin] Pushing event updated for resources: {'Network': ['ID=f41991f1-753c-4841-8d77-8c975a43b0cd,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:43.883058 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:43.898828 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network f41991f1-753c-4841-8d77-8c975a43b0cd details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:37:43.958438 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acb07b1-eaee-4d78-a81c-c45d3608e364,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:43.995051 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (d8420f67-4442-4f70-b957-f9d2b1d48c73), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:44.007992 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] Publish callbacks [] for security_group (75e37b2e-9b93-4527-be5f-c2a38372e3a1), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:44.009470 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:37:44.011498 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:44.019359 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (75e37b2e-9b93-4527-be5f-c2a38372e3a1), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:44.025457 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:37:44.033540 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=104103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:37:44.044175 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (e91cbe2e-64fc-4c84-9e19-446ba5854d11), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:44.044759 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.segments_db [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] Added segment e91cbe2e-64fc-4c84-9e19-446ba5854d11 of type vlan for network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 Jun 15 19:37:44.118824 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=70,neutron:INSERT=27,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:44.149274 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (25ed2ffb-2899-41f6-afeb-0cd1a1d94e79), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:44.262474 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Pushing event updated for resources: {'Port': ['ID=cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:44.288046 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (d8420f67-4442-4f70-b957-f9d2b1d48c73), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:44.289033 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:44.289618 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:44.328637 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e37b2e-9b93-4527-be5f-c2a38372e3a1,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:44.368633 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (25ed2ffb-2899-41f6-afeb-0cd1a1d94e79), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:44.370233 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:44.371113 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:44.400043 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1499391 Jun 15 19:37:44.408584 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43652) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:44.423013 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:44.459806 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-48077498-6642-41ef-aa74-e499ea71f8a2 admin admin] Request body: {'subnet': {'network_id': 'd8420f67-4442-4f70-b957-f9d2b1d48c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-302383784-subnet', 'tenant_id': 'b392b3914e7f4a1b93bbfc0f3ab8cfc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:44.477604 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fdf1e3e9-55cc-4e4f-af2c-d72b89362dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for subnet (5682d96f-190e-460c-b7ed-ef0aa8e89880), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:44.571741 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa085db-9b47-4457-8bfa-a862b8d77ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=d8420f67-4442-4f70-b957-f9d2b1d48c73,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:44.587429 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network d8420f67-4442-4f70-b957-f9d2b1d48c73 details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:37:44.592665 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.3556015 Jun 15 19:37:44.606560 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43658) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:44.627400 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-308cb182-d6fe-4729-bcca-1667a3e74850 admin admin] Request body: {'subnet': {'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-637573774-subnet', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:44.672278 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:44.729931 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a7a99df2-5df6-4fdb-b526-06b2adc75bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for subnet (3def59ec-5e01-46ed-a957-69e35b3dfb79), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:44.740954 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308cb182-d6fe-4729-bcca-1667a3e74850 admin admin] Made reservation on behalf of e8e1414ffa3548938432aed200c75736 for: {'subnet': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:44.747214 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-308cb182-d6fe-4729-bcca-1667a3e74850 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:44.830579 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1e3e9-55cc-4e4f-af2c-d72b89362dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5682d96f-190e-460c-b7ed-ef0aa8e89880,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:44.932235 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee38942-c549-4ce9-82af-f47494215fa1 None None] Network f6ca100c-fdac-452a-ad9c-d280af0c139f requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:37:44.963234 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a99df2-5df6-4fdb-b526-06b2adc75bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3def59ec-5e01-46ed-a957-69e35b3dfb79,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:44.977848 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:44.983487 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48077498-6642-41ef-aa74-e499ea71f8a2 admin admin] Made reservation on behalf of b392b3914e7f4a1b93bbfc0f3ab8cfc1 for: {'subnet': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:44.995929 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-48077498-6642-41ef-aa74-e499ea71f8a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.007922 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Publish callbacks [] for router_gateway (9cca118e-53ce-454c-98a6-30ed34544862), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.022533 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1e3e9-55cc-4e4f-af2c-d72b89362dbd admin admin] Checking segment: {'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:37:45.022884 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf1e3e9-55cc-4e4f-af2c-d72b89362dbd admin admin] Network hostable DHCP agents. Network: 68dc56fb-2946-4967-bb27-7b13a758ce58, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:37:45.151999 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf1e3e9-55cc-4e4f-af2c-d72b89362dbd admin admin] Network 68dc56fb-2946-4967-bb27-7b13a758ce58 is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:37:45.168660 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-fdf1e3e9-55cc-4e4f-af2c-d72b89362dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, 68dc56fb-2946-4967-bb27-7b13a758ce58) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:45.198144 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1e3e9-55cc-4e4f-af2c-d72b89362dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:45.200716 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fdf1e3e9-55cc-4e4f-af2c-d72b89362dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.221893 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:45.227655 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-fdf1e3e9-55cc-4e4f-af2c-d72b89362dbd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1851408 Jun 15 19:37:45.228982 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43688) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:45.230061 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-48077498-6642-41ef-aa74-e499ea71f8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for subnet (fe8953de-3058-415f-a613-4befbce73fa0), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.238363 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:45.270808 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router (42789ce7-ff8a-4b00-a138-b7e90e236547), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.272124 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3941'] for router (42789ce7-ff8a-4b00-a138-b7e90e236547), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.300869 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f372bf-95c6-4bc8-b30a-2aea1181d54a None None] Network 68dc56fb-2946-4967-bb27-7b13a758ce58 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:37:45.313243 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-10c93f3d-d31d-45a3-8a93-9fa138de6919 None None] Provisioning complete for port bd18a808-47a5-4964-b9c6-23ed566ba111 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:45.313681 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10c93f3d-d31d-45a3-8a93-9fa138de6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.377208 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43700) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:45.425291 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a99df2-5df6-4fdb-b526-06b2adc75bcc admin admin] Checking segment: {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:37:45.425741 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a99df2-5df6-4fdb-b526-06b2adc75bcc admin admin] Network hostable DHCP agents. Network: f41991f1-753c-4841-8d77-8c975a43b0cd, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:37:45.464844 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a20129-9dd2-4743-ab3b-47114c6facd3 admin admin] Pushing event updated for resources: {'Network': ['ID=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:45.471323 dv-cinder-844563-3-iscsi neutron-server[104104]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 19:37:45.505438 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:37:45.507727 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device bd18a808-47a5-4964-b9c6-23ed566ba111 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:37:45.519669 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48077498-6642-41ef-aa74-e499ea71f8a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8953de-3058-415f-a613-4befbce73fa0,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:45.527571 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a99df2-5df6-4fdb-b526-06b2adc75bcc admin admin] Network f41991f1-753c-4841-8d77-8c975a43b0cd is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:37:45.548804 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48077498-6642-41ef-aa74-e499ea71f8a2 admin admin] Checking segment: {'id': '8c1486ed-372b-48e9-bae5-f2bce17f2838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd8420f67-4442-4f70-b957-f9d2b1d48c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:37:45.549174 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48077498-6642-41ef-aa74-e499ea71f8a2 admin admin] Network hostable DHCP agents. Network: d8420f67-4442-4f70-b957-f9d2b1d48c73, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:37:45.575091 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-a7a99df2-5df6-4fdb-b526-06b2adc75bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, f41991f1-753c-4841-8d77-8c975a43b0cd) {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:45.580166 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a99df2-5df6-4fdb-b526-06b2adc75bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:45.580338 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a7a99df2-5df6-4fdb-b526-06b2adc75bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.588622 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Publish callbacks [] for router_controller (42789ce7-ff8a-4b00-a138-b7e90e236547), precommit_add_association {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.591382 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:45.626604 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e700cb-5902-4c5a-8d19-e2e31b12bd5e None None] Network f41991f1-753c-4841-8d77-8c975a43b0cd requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:37:45.635102 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-a7a99df2-5df6-4fdb-b526-06b2adc75bcc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3673537 Jun 15 19:37:45.637911 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43708) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:45.645033 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:45.657038 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48077498-6642-41ef-aa74-e499ea71f8a2 admin admin] Network d8420f67-4442-4f70-b957-f9d2b1d48c73 is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:37:45.660018 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-308cb182-d6fe-4729-bcca-1667a3e74850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for subnet (06f7de3d-736b-4eeb-b465-011df871e6d7), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.713919 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-48077498-6642-41ef-aa74-e499ea71f8a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, d8420f67-4442-4f70-b957-f9d2b1d48c73) {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:45.718827 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48077498-6642-41ef-aa74-e499ea71f8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:45.719420 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-48077498-6642-41ef-aa74-e499ea71f8a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.758325 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router (e6428a8e-75f7-4120-99b6-23fde38e2ca4), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.760350 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3941'] for router (e6428a8e-75f7-4120-99b6-23fde38e2ca4), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.775914 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cb182-d6fe-4729-bcca-1667a3e74850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f7de3d-736b-4eeb-b465-011df871e6d7,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:45.781507 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-48077498-6642-41ef-aa74-e499ea71f8a2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3649840 Jun 15 19:37:45.838171 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622531'] for router (9cca118e-53ce-454c-98a6-30ed34544862), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.857774 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308cb182-d6fe-4729-bcca-1667a3e74850 admin admin] Checking segment: {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:37:45.857972 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308cb182-d6fe-4729-bcca-1667a3e74850 admin admin] Network hostable DHCP agents. Network: 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:37:45.879102 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:45.883721 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-ad109852-e53d-4f9a-a1f0-ff1e6c50c3aa tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:45.885325 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-ad109852-e53d-4f9a-a1f0-ff1e6c50c3aa tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/networks?id=6de6f532-7bff-4678-a647-36475af189c4 HTTP/1.1" status: 200 len: 811 time: 0.5055180 Jun 15 19:37:45.913427 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Publish callbacks [] for router_controller (e6428a8e-75f7-4120-99b6-23fde38e2ca4), precommit_add_association {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.930618 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Publish callbacks [] for router_gateway (42789ce7-ff8a-4b00-a138-b7e90e236547), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.992386 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port bd18a808-47a5-4964-b9c6-23ed566ba111 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:45.994311 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:45.995711 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-b6adf256-50da-4d74-859a-c2c933688635 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/quotas/240ef47b993b48dc9f48932a3c077a9a HTTP/1.1" status: 200 len: 375 time: 0.1003234 Jun 15 19:37:46.066338 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49e4f53-6553-5245-bd4d-638fdb67d380-68dc56fb-2946-4967-bb27-7b13a758ce58', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880'}]}} from dv-cinder-844563-3-iscsi. {{(pid=104105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 19:37:46.069066 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:46.089567 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-8e09ebbb-5b90-4d4a-bae3-71a35fdda884 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=240ef47b993b48dc9f48932a3c077a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887878 Jun 15 19:37:46.091775 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed1d734-4e83-4d48-a358-a8c995a0b132 None None] Network d8420f67-4442-4f70-b957-f9d2b1d48c73 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:37:46.108652 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308cb182-d6fe-4729-bcca-1667a3e74850 admin admin] Network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:37:46.113954 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:46.131770 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-308cb182-d6fe-4729-bcca-1667a3e74850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79) {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:46.137442 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308cb182-d6fe-4729-bcca-1667a3e74850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:46.139117 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-308cb182-d6fe-4729-bcca-1667a3e74850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:46.228823 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Publish callbacks [] for router_gateway (e6428a8e-75f7-4120-99b6-23fde38e2ca4), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:46.276443 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:46.299111 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49e4f53-6553-5245-bd4d-638fdb67d380-f41991f1-753c-4841-8d77-8c975a43b0cd', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79'}]}} from dv-cinder-844563-3-iscsi. {{(pid=104105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 19:37:46.300194 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:46.318826 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b012f15-b78e-44bf-8aa5-dc6b513da1ed None None] Network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:37:46.384046 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:37:46.413592 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-46865a9b-2ad7-4600-bd01-d8a54638926b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:37:46.420734 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-46865a9b-2ad7-4600-bd01-d8a54638926b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1202312 Jun 15 19:37:46.431220 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Router 9cca118e-53ce-454c-98a6-30ed34544862 is scheduled to L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 with binding_index 1 {{(pid=104104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 19:37:46.483898 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-308cb182-d6fe-4729-bcca-1667a3e74850 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8726320 Jun 15 19:37:46.484579 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43734) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:46.492833 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:46.503436 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Publish callbacks [] for router_gateway (42789ce7-ff8a-4b00-a138-b7e90e236547), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:46.521788 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router (0d2bb485-8201-4259-b811-ace17e805b17), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:46.522889 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3941'] for router (0d2bb485-8201-4259-b811-ace17e805b17), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:46.621774 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:37:46.631040 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Sync routers for ids ['9cca118e-53ce-454c-98a6-30ed34544862'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:37:46.646383 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Routers {'9cca118e-53ce-454c-98a6-30ed34544862'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:37:46.647017 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:37:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9cca118e-53ce-454c-98a6-30ed34544862'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:46.651679 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:46.709265 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Publish callbacks [] for router_gateway (e6428a8e-75f7-4120-99b6-23fde38e2ca4), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:46.734968 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Publish callbacks [] for router_controller (0d2bb485-8201-4259-b811-ace17e805b17), precommit_add_association {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:46.736600 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:46.741637 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-10c93f3d-d31d-45a3-8a93-9fa138de6919 None None] Current status of the port bd18a808-47a5-4964-b9c6-23ed566ba111 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:37:46.743297 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10c93f3d-d31d-45a3-8a93-9fa138de6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:46.774364 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Allocated IP 172.27.0.23 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/c1f64b64-cbe2-4373-8c9f-968de4a54ca8) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:37:46.787669 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Allocated IP 172.20.0.2 (68dc56fb-2946-4967-bb27-7b13a758ce58/5682d96f-190e-460c-b7ed-ef0aa8e89880/ebe5753b-5d1e-48e3-83ab-f9e400773dfa) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:37:46.808013 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43744) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:46.808470 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:46.815081 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-346982593-network', 'tenant_id': '74899ee4276c499b8c3a47277d78383c'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:46.915609 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] Made reservation on behalf of 74899ee4276c499b8c3a47277d78383c for: {'network': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:46.916851 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:46.977846 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Set router 9cca118e-53ce-454c-98a6-30ed34544862 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:37:47.033038 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.036612 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Publish callbacks [] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.049762 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:47.050295 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Publish callbacks [] for port (c1f64b64-cbe2-4373-8c9f-968de4a54ca8), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.052187 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f69ed-b66a-4717-8066-2111ff6a07ec None None] Network d8420f67-4442-4f70-b957-f9d2b1d48c73 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:37:47.073387 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Publish callbacks [] for router_gateway (0d2bb485-8201-4259-b811-ace17e805b17), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.113348 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (c1f64b64-cbe2-4373-8c9f-968de4a54ca8), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.189057 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.236522 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:44Z', 'revision_number': 3, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:47.251115 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:47.256280 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Allocated IP 172.27.0.110 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/f1efbcb4-16a2-4561-96c9-58b75b3856b2) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:37:47.257371 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-b4551de6-712e-40f8-b4ce-ed5a2505a7ed service neutron] 10.222.0.15 "GET /v2.0/networks/6de6f532-7bff-4678-a647-36475af189c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358274 Jun 15 19:37:47.282985 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Checking router: 9cca118e-53ce-454c-98a6-30ed34544862 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:37:47.283821 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Updating router 9cca118e-53ce-454c-98a6-30ed34544862 port cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 binding host dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:37:47.311620 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:47.317672 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port bd18a808-47a5-4964-b9c6-23ed566ba111 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:37:47.319365 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.325244 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.344526 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=16 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:47.355217 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Allocated IP 172.20.0.2 (f41991f1-753c-4841-8d77-8c975a43b0cd/3def59ec-5e01-46ed-a957-69e35b3dfb79/9ee93af4-19ed-4caa-bb5b-b9fc35d963a2) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:37:47.381960 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:47.384423 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-7a63df65-8c91-4c18-8030-7dd931e40675 service neutron] 10.222.0.15 "GET /v2.0/networks/6de6f532-7bff-4678-a647-36475af189c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110072 Jun 15 19:37:47.387192 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.391172 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6e776596-aaf9-4cb0-90b7-3a3a791f1f3a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4257259 Jun 15 19:37:47.392722 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43748) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:47.402459 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:37:47.409276 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:47.415129 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:37:47.460728 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Pushing event updated for resources: {'Port': ['ID=c1f64b64-cbe2-4373-8c9f-968de4a54ca8,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:47.465781 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-10c93f3d-d31d-45a3-8a93-9fa138de6919 None None] For port bd18a808-47a5-4964-b9c6-23ed566ba111, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=bd18a808-47a5-4964-b9c6-23ed566ba111,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:37:47.497172 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10c93f3d-d31d-45a3-8a93-9fa138de6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.509519 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Network 68dc56fb-2946-4967-bb27-7b13a758ce58 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:37:47.530324 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:47.542393 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:37:47.616377 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] Publish callbacks [] for security_group (b9ebd046-3617-432c-9145-7aa9d0a3d0e3), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.711144 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Pushing event updated for resources: {'Port': ['ID=ebe5753b-5d1e-48e3-83ab-f9e400773dfa,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:47.726512 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (b9ebd046-3617-432c-9145-7aa9d0a3d0e3), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.872481 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:47.882248 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-86c3412e-6d6e-41cf-b326-7a8f1caec0bf None None] Provisioning complete for port bd18a808-47a5-4964-b9c6-23ed566ba111 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:47.882248 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-86c3412e-6d6e-41cf-b326-7a8f1caec0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.892108 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Publish callbacks [] for router_gateway (42789ce7-ff8a-4b00-a138-b7e90e236547), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.940204 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=104103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:37:47.964515 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (77586d41-cc92-456a-98e8-b53078fa80c0), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:47.967415 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.segments_db [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] Added segment 77586d41-cc92-456a-98e8-b53078fa80c0 of type vlan for network c5751ac1-0aad-4531-a1ed-ed7249157fda Jun 15 19:37:48.057212 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49e4f53-6553-5245-bd4d-638fdb67d380-25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7'}]}} from dv-cinder-844563-3-iscsi. {{(pid=104105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 19:37:48.059345 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.065848 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Attempting to bind port ebe5753b-5d1e-48e3-83ab-f9e400773dfa on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:37:48.066281 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Attempting to bind port ebe5753b-5d1e-48e3-83ab-f9e400773dfa by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:37:48.072367 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Attempting to bind port ebe5753b-5d1e-48e3-83ab-f9e400773dfa on network 68dc56fb-2946-4967-bb27-7b13a758ce58 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:37:48.102559 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (c5751ac1-0aad-4531-a1ed-ed7249157fda), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.118713 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.db.api [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 15 19:37:48.119183 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG oslo_db.api [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 19:37:48.207099 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622531'] for router (42789ce7-ff8a-4b00-a138-b7e90e236547), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.228716 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:37:48.231461 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Checking segment: {'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:37:48.232002 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.232440 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Bound using segment: {'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:37:48.233477 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Bound port: ebe5753b-5d1e-48e3-83ab-f9e400773dfa, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:37:48.233865 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.239658 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Publish callbacks [] for port (f1efbcb4-16a2-4561-96c9-58b75b3856b2), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.327630 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Publish callbacks [] for router_gateway (0d2bb485-8201-4259-b811-ace17e805b17), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.409149 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c93f3d-d31d-45a3-8a93-9fa138de6919 None None] Pushing event updated for resources: {'Port': ['ID=bd18a808-47a5-4964-b9c6-23ed566ba111,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:48.484817 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:48.486640 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.618055 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43812) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:48.632179 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Router 42789ce7-ff8a-4b00-a138-b7e90e236547 is scheduled to L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 with binding_index 1 {{(pid=104104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 19:37:48.694211 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Publish callbacks [] for port (cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.704388 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.705469 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ebd046-3617-432c-9145-7aa9d0a3d0e3,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:48.710075 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (f1efbcb4-16a2-4561-96c9-58b75b3856b2), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.773609 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Pushing event updated for resources: {'Port': ['ID=cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:48.789591 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.790154 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.790908 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.791386 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.792086 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.797073 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.797658 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.798220 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.798831 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.799398 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.801051 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.802783 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.803762 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.804493 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.805054 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Tracked resource versions report: Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: pushed versions: Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: { 'AddressGroup': {'1.2'}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Agent': {'1.1'}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'ConntrackHelper': {'1.0'}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'LocalIPAssociation': {'1.0'}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Log': {'1.0'}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'NDPProxy': {'1.0'}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Network': {'1.1'}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Port': {'1.7'}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'PortForwarding': {'1.3'}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'QosPolicy': {'1.10'}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'SecurityGroup': {'1.5'}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'SecurityGroupRule': {'1.2'}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'SubPort': {'1.0'}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Subnet': {'1.1'}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Trunk': {'1.1'}} Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: consumer versions: Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: { DHCP agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: HyperV agent@hv-cinder-84456: {}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: L3 agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: Metadata agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: Metering agent@dv-cinder-844563-3-iscsi: {}, Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: Open vSwitch agent@dv-cinder-844563-3-iscsi: { 'AddressGroup': '1.2', Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Agent': '1.1', Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'ConntrackHelper': '1.0', Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'LocalIPAssociation': '1.0', Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Log': '1.0', Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'NDPProxy': '1.0', Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Network': '1.1', Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Port': '1.7', Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'PortForwarding': '1.3', Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'QosPolicy': '1.10', Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'SecurityGroup': '1.5', Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'SecurityGroupRule': '1.2', Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'SubPort': '1.0', Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Subnet': '1.1', Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: 'Trunk': '1.1'}} Jun 15 19:37:48.807319 dv-cinder-844563-3-iscsi neutron-server[104106]: {{(pid=104106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 19:37:48.836837 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Attempting to bind port cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:37:48.837558 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Attempting to bind port cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:37:48.839054 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Attempting to bind port cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 on network 728c9963-7e10-4d9f-91fa-9b340ad520f1 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:37:48.843153 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:48.847366 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:37:48.848818 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Checking segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:37:48.849377 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.849951 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Bound using segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:37:48.851219 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Bound port: cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:37:48.852058 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.852946 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (c5751ac1-0aad-4531-a1ed-ed7249157fda), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.853999 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:48.854797 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.891020 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:37:48.904059 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port bd18a808-47a5-4964-b9c6-23ed566ba111 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:37:48.912747 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:48.923215 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Pushing event updated for resources: {'Port': ['ID=f1efbcb4-16a2-4561-96c9-58b75b3856b2,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:48.930158 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:37:48.934250 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] For port cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:37:48.939676 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] For port cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:37:48.948383 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:48.986455 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a69adda5-40aa-47f0-9adc-41d2e3271865 req-03af8b1a-3a31-46b1-8327-9e56a8ba787b tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 210 time: 0.3668993 Jun 15 19:37:49.005429 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:49.031066 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] For port ebe5753b-5d1e-48e3-83ab-f9e400773dfa, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:37:49.042659 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:49.049310 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-86c3412e-6d6e-41cf-b326-7a8f1caec0bf None None] Current status of the port bd18a808-47a5-4964-b9c6-23ed566ba111 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:37:49.051729 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:49.086784 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Publish callbacks [] for port (9ee93af4-19ed-4caa-bb5b-b9fc35d963a2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:49.094634 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] For port ebe5753b-5d1e-48e3-83ab-f9e400773dfa, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=ebe5753b-5d1e-48e3-83ab-f9e400773dfa,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:37:49.103538 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (9ee93af4-19ed-4caa-bb5b-b9fc35d963a2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:49.111423 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:37:49.118550 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device bd18a808-47a5-4964-b9c6-23ed566ba111 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:37:49.131156 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:49.136050 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Network f41991f1-753c-4841-8d77-8c975a43b0cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:37:49.139873 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e8499-c5de-4194-b524-07265d6252be None None] Pushing event updated for resources: {'Port': ['ID=cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:49.146402 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3360038 Jun 15 19:37:49.149038 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43838) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:49.151309 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Routers {'9cca118e-53ce-454c-98a6-30ed34544862'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:37:49.152294 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:37:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9cca118e-53ce-454c-98a6-30ed34544862'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:49.161220 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-07a3f176-902e-4e70-bd89-232e14bdd7e0 admin admin] Request body: {'subnet': {'network_id': 'c5751ac1-0aad-4531-a1ed-ed7249157fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-346982593-subnet', 'tenant_id': '74899ee4276c499b8c3a47277d78383c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:49.167853 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:49.169029 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-429dad5f-cf5c-42ef-b603-7a398149bebb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9390986 Jun 15 19:37:49.179415 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43840) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:49.187880 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Sync routers for ids ['42789ce7-ff8a-4b00-a138-b7e90e236547'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:37:49.219613 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:49.226518 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:37:49.249871 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Allocated IP 172.20.0.2 (25ed2ffb-2899-41f6-afeb-0cd1a1d94e79/06f7de3d-736b-4eeb-b465-011df871e6d7/59840acf-5270-458c-9a52-bd32289a7d0b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:37:49.300995 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:49.305185 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] Set router 9cca118e-53ce-454c-98a6-30ed34544862 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:37:49.343367 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Allocated IP 172.27.0.43 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/e95bfc38-fb83-459a-ae4b-30e551913455) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:37:49.348362 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Pushing event updated for resources: {'Port': ['ID=9ee93af4-19ed-4caa-bb5b-b9fc35d963a2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:49.385743 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Routers {'42789ce7-ff8a-4b00-a138-b7e90e236547'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:37:49.386718 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:37:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['42789ce7-ff8a-4b00-a138-b7e90e236547'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:49.400290 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a3f176-902e-4e70-bd89-232e14bdd7e0 admin admin] Made reservation on behalf of 74899ee4276c499b8c3a47277d78383c for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:49.404195 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-07a3f176-902e-4e70-bd89-232e14bdd7e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:49.457965 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3b0b4-f58f-4403-a251-5a003d850d3e admin admin] Pushing event updated for resources: {'Network': ['ID=c5751ac1-0aad-4531-a1ed-ed7249157fda,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:49.572904 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port bd18a808-47a5-4964-b9c6-23ed566ba111 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:49.573370 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:49.641661 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network c5751ac1-0aad-4531-a1ed-ed7249157fda details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:37:49.689792 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:44Z', 'revision_number': 3, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:49.746209 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df37cc-fca2-4dfb-9626-754f18712dd2 None None] The sync data for ids ['9cca118e-53ce-454c-98a6-30ed34544862'] in dv-cinder-844563-3-iscsi is: [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:44Z', 'revision_number': 3, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:37:49.944313 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:50.038525 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:50.091136 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Publish callbacks [] for port (e95bfc38-fb83-459a-ae4b-30e551913455), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:50.173820 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Set router 42789ce7-ff8a-4b00-a138-b7e90e236547 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:37:50.199247 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:50.243848 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Publish callbacks [] for router_gateway (e6428a8e-75f7-4120-99b6-23fde38e2ca4), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:50.358333 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:50.457325 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:50.490224 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0e006a5d-b329-4faf-96c2-22740ef8f1ff req-8609785a-62ec-4276-b439-fd8d7c39ce64 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 210 time: 0.2030704 Jun 15 19:37:50.526221 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Attempting to bind port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:37:50.526732 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Attempting to bind port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:37:50.527188 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Attempting to bind port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 on network f41991f1-753c-4841-8d77-8c975a43b0cd {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:37:50.530783 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port bd18a808-47a5-4964-b9c6-23ed566ba111 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:37:50.543388 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (e95bfc38-fb83-459a-ae4b-30e551913455), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:50.571844 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2054d1e-7d7c-405a-915e-88093bdb4f85 None None] Pushing event updated for resources: {'Port': ['ID=ebe5753b-5d1e-48e3-83ab-f9e400773dfa,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:50.588698 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:37:50.589219 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Checking segment: {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:37:50.589742 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:50.590868 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Bound using segment: {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:37:50.591463 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Bound port: 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:37:50.591976 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (9ee93af4-19ed-4caa-bb5b-b9fc35d963a2), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:50.592815 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-07a3f176-902e-4e70-bd89-232e14bdd7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for subnet (b32e475d-ec78-4625-a87e-4c31ebd91a9d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:50.610425 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:50.689634 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:50.722829 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:37:50.741220 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:50.777448 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:50.778668 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:37:50.791902 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3f176-902e-4e70-bd89-232e14bdd7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b32e475d-ec78-4625-a87e-4c31ebd91a9d,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:50.809872 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Publish callbacks [] for port (59840acf-5270-458c-9a52-bd32289a7d0b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:50.850597 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:50.851676 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Pushing event updated for resources: {'Port': ['ID=e95bfc38-fb83-459a-ae4b-30e551913455,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:50.861606 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] For port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:37:50.920628 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] For port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=9ee93af4-19ed-4caa-bb5b-b9fc35d963a2,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:37:50.940548 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:37:50.946418 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:47Z', 'revision_number': 3, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:50.950686 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (9ee93af4-19ed-4caa-bb5b-b9fc35d963a2), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:50.953509 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:50.957747 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:37:51.002049 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Checking router: 42789ce7-ff8a-4b00-a138-b7e90e236547 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:37:51.002654 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Updating router 42789ce7-ff8a-4b00-a138-b7e90e236547 port c1f64b64-cbe2-4373-8c9f-968de4a54ca8 binding host dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:37:51.034444 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Pushing event updated for resources: {'Port': ['ID=59840acf-5270-458c-9a52-bd32289a7d0b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:51.048647 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:51.048844 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a3f176-902e-4e70-bd89-232e14bdd7e0 admin admin] Checking segment: {'id': '77586d41-cc92-456a-98e8-b53078fa80c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c5751ac1-0aad-4531-a1ed-ed7249157fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:37:51.049313 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a3f176-902e-4e70-bd89-232e14bdd7e0 admin admin] Network hostable DHCP agents. Network: c5751ac1-0aad-4531-a1ed-ed7249157fda, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:37:51.160821 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a3f176-902e-4e70-bd89-232e14bdd7e0 admin admin] Network c5751ac1-0aad-4531-a1ed-ed7249157fda is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:37:51.193363 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-07a3f176-902e-4e70-bd89-232e14bdd7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, c5751ac1-0aad-4531-a1ed-ed7249157fda) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:51.237359 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device ebe5753b-5d1e-48e3-83ab-f9e400773dfa up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:37:51.243537 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3658b94f-9d52-498c-b2c1-88aff6b1350b None None] Network c5751ac1-0aad-4531-a1ed-ed7249157fda requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:37:51.284104 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Allocated IP 172.20.0.1 (68dc56fb-2946-4967-bb27-7b13a758ce58/5682d96f-190e-460c-b7ed-ef0aa8e89880/83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:37:51.299440 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a3f176-902e-4e70-bd89-232e14bdd7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:51.300327 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-07a3f176-902e-4e70-bd89-232e14bdd7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:51.325473 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (c1f64b64-cbe2-4373-8c9f-968de4a54ca8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:51.347927 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c726aabf-36aa-4f3b-b005-73ef02f23da2 None None] Network 68dc56fb-2946-4967-bb27-7b13a758ce58 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:37:51.350350 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578165f6-5232-4f01-8de7-6766e2d13f6c None None] Pushing event updated for resources: {'Port': ['ID=9ee93af4-19ed-4caa-bb5b-b9fc35d963a2,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:51.380254 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-07a3f176-902e-4e70-bd89-232e14bdd7e0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2296755 Jun 15 19:37:51.389333 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622531'] for router (e6428a8e-75f7-4120-99b6-23fde38e2ca4), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:51.465775 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Attempting to bind port 59840acf-5270-458c-9a52-bd32289a7d0b on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:37:51.466313 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Attempting to bind port 59840acf-5270-458c-9a52-bd32289a7d0b by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:37:51.469887 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Attempting to bind port 59840acf-5270-458c-9a52-bd32289a7d0b on network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:37:51.479210 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Allocated IP 172.20.0.1 (f6ca100c-fdac-452a-ad9c-d280af0c139f/c37954e0-0ba0-4cd2-9041-862c785d922d/fce4b1e0-b35a-4695-a7b3-3cba48eb119a) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:37:51.594102 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-50deb64c-6b9d-4df0-99d7-e65c2aa32ee8 None None] Provisioning complete for port ebe5753b-5d1e-48e3-83ab-f9e400773dfa triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:51.594492 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-50deb64c-6b9d-4df0-99d7-e65c2aa32ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:51.595452 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Publish callbacks [] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:51.600611 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:37:51.600611 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Checking segment: {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:37:51.602907 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:51.603548 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Bound using segment: {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:37:51.604409 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Bound port: 59840acf-5270-458c-9a52-bd32289a7d0b, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:37:51.605100 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:51.643970 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43886) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:51.663237 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:51.702778 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:51.711868 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Publish callbacks [] for router_gateway (0d2bb485-8201-4259-b811-ace17e805b17), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:51.791283 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Network 68dc56fb-2946-4967-bb27-7b13a758ce58 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:37:51.794019 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c6c0d234-eb87-4f9d-b5bc-078f2ff298a8 req-4e832783-c012-415a-8eeb-640166a7f66d tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 210 time: 0.0602586 Jun 15 19:37:51.799863 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:51.801413 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:51.808901 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-60bc5329-6265-41d9-91fc-5697265ee1f6 admin admin] Deleting subnet fe8953de-3058-415f-a613-4befbce73fa0 {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:37:51.812942 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:37:51.813648 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622311'] for router_interface (42789ce7-ff8a-4b00-a138-b7e90e236547), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:51.847992 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Pushing event updated for resources: {'Port': ['ID=83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:51.922483 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-60bc5329-6265-41d9-91fc-5697265ee1f6 admin admin] Publish callbacks [] for subnet (fe8953de-3058-415f-a613-4befbce73fa0), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:51.956529 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Publish callbacks [] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.015262 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:52.015262 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port ebe5753b-5d1e-48e3-83ab-f9e400773dfa triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:52.015511 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.029421 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-60bc5329-6265-41d9-91fc-5697265ee1f6 admin admin] Publish callbacks [] for subnet (fe8953de-3058-415f-a613-4befbce73fa0), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.052188 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-60bc5329-6265-41d9-91fc-5697265ee1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (fe8953de-3058-415f-a613-4befbce73fa0), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.072812 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Router e6428a8e-75f7-4120-99b6-23fde38e2ca4 is scheduled to L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 with binding_index 1 {{(pid=104103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 19:37:52.100851 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.115513 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270aeaad-356f-48f3-bad1-5485aa96766c None None] Network c5751ac1-0aad-4531-a1ed-ed7249157fda requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:37:52.119877 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] For port 59840acf-5270-458c-9a52-bd32289a7d0b, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:37:52.162424 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.180705 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622531'] for router (0d2bb485-8201-4259-b811-ace17e805b17), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.204471 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] For port 59840acf-5270-458c-9a52-bd32289a7d0b, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=59840acf-5270-458c-9a52-bd32289a7d0b,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:37:52.231970 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Network f6ca100c-fdac-452a-ad9c-d280af0c139f is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:37:52.247712 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:52.254345 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:52.259512 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.260621 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:52.264643 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:37:52.265520 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622311'] for router_interface (9cca118e-53ce-454c-98a6-30ed34544862), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.272660 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Pushing event updated for resources: {'Port': ['ID=fce4b1e0-b35a-4695-a7b3-3cba48eb119a,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:52.274629 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-60bc5329-6265-41d9-91fc-5697265ee1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for subnet (fe8953de-3058-415f-a613-4befbce73fa0), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.293267 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:52.317243 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc5329-6265-41d9-91fc-5697265ee1f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe8953de-3058-415f-a613-4befbce73fa0,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:52.321089 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-60bc5329-6265-41d9-91fc-5697265ee1f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.327019 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-60bc5329-6265-41d9-91fc-5697265ee1f6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fe8953de-3058-415f-a613-4befbce73fa0 HTTP/1.1" status: 204 len: 168 time: 0.6758897 Jun 15 19:37:52.328956 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43898) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:52.411469 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-50deb64c-6b9d-4df0-99d7-e65c2aa32ee8 None None] Current status of the port ebe5753b-5d1e-48e3-83ab-f9e400773dfa is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:37:52.412041 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-50deb64c-6b9d-4df0-99d7-e65c2aa32ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.417898 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:52.524683 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:37:52.535268 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Sync routers for ids ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:37:52.563193 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Routers {'e6428a8e-75f7-4120-99b6-23fde38e2ca4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:37:52.568554 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c7665d92-2427-47af-be50-d07898a62476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:37:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:52.601661 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d816c5-4517-4ba1-b786-99710808edf0 None None] Pushing event updated for resources: {'Port': ['ID=59840acf-5270-458c-9a52-bd32289a7d0b,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:52.631935 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.639847 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Publish callbacks [] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.645173 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-2cb4cdef-f0a7-4573-b415-6965c4337b87 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.0074928 Jun 15 19:37:52.651075 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43900) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:52.662674 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-50deb64c-6b9d-4df0-99d7-e65c2aa32ee8 None None] For port ebe5753b-5d1e-48e3-83ab-f9e400773dfa, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=ebe5753b-5d1e-48e3-83ab-f9e400773dfa,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:37:52.668646 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port ebe5753b-5d1e-48e3-83ab-f9e400773dfa is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:37:52.670620 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.678762 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.680901 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622363'] for router_interface (42789ce7-ff8a-4b00-a138-b7e90e236547), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.701901 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (d8420f67-4442-4f70-b957-f9d2b1d48c73), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.828880 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-50deb64c-6b9d-4df0-99d7-e65c2aa32ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.857147 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Publish callbacks [] for port (c1f64b64-cbe2-4373-8c9f-968de4a54ca8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.895702 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:52.900176 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Set router e6428a8e-75f7-4120-99b6-23fde38e2ca4 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:37:52.951436 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Pushing event updated for resources: {'Port': ['ID=83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:52.987781 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.992225 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-d48f3ec5-135a-4cc7-a536-42a8458d2e17 None None] Provisioning complete for port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:52.992733 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d48f3ec5-135a-4cc7-a536-42a8458d2e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:52.994696 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (c1f64b64-cbe2-4373-8c9f-968de4a54ca8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:53.032233 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Router 0d2bb485-8201-4259-b811-ace17e805b17 is scheduled to L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 with binding_index 1 {{(pid=104103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 19:37:53.168111 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.db.api [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 15 19:37:53.168602 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG oslo_db.api [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 19:37:53.169131 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d48f3ec5-135a-4cc7-a536-42a8458d2e17 None None] Port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:37:53.187934 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50deb64c-6b9d-4df0-99d7-e65c2aa32ee8 None None] Pushing event updated for resources: {'Port': ['ID=ebe5753b-5d1e-48e3-83ab-f9e400773dfa,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:53.196664 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-d48f3ec5-135a-4cc7-a536-42a8458d2e17 None None] Provisioning complete for port ebe5753b-5d1e-48e3-83ab-f9e400773dfa triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:53.197206 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d48f3ec5-135a-4cc7-a536-42a8458d2e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:53.279920 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Attempting to bind port c1f64b64-cbe2-4373-8c9f-968de4a54ca8 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:37:53.280555 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Attempting to bind port c1f64b64-cbe2-4373-8c9f-968de4a54ca8 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:37:53.280670 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Attempting to bind port c1f64b64-cbe2-4373-8c9f-968de4a54ca8 on network 728c9963-7e10-4d9f-91fa-9b340ad520f1 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:37:53.348263 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:37:53.348638 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Checking segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:37:53.349036 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:53.349424 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Bound using segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:37:53.349910 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Bound port: c1f64b64-cbe2-4373-8c9f-968de4a54ca8, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:37:53.350316 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (c1f64b64-cbe2-4373-8c9f-968de4a54ca8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:53.365186 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c7665d92-2427-47af-be50-d07898a62476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:49Z', 'revision_number': 3, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:53.383828 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e0836c25-24a0-4aa8-ab5e-5463aa8aa1cd req-30a6c1a3-221b-47bc-a4b8-ac861ab30b24 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 210 time: 0.4296658 Jun 15 19:37:53.437072 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec6766-c755-4da0-8505-85939037ae29 None None] Pushing event updated for resources: {'Port': ['ID=c1f64b64-cbe2-4373-8c9f-968de4a54ca8,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:53.447867 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Checking router: e6428a8e-75f7-4120-99b6-23fde38e2ca4 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:37:53.448159 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Updating router e6428a8e-75f7-4120-99b6-23fde38e2ca4 port f1efbcb4-16a2-4561-96c9-58b75b3856b2 binding host dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:37:53.452124 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (d8420f67-4442-4f70-b957-f9d2b1d48c73), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:53.515112 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (f1efbcb4-16a2-4561-96c9-58b75b3856b2), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:53.537940 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:37:53.538283 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:37:53.539326 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:37:53.539438 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Subscribe: > port after_create 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:37:53.540210 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:37:53.540210 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Subscribe: > port after_update 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:37:53.540478 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:37:53.541418 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:37:53.541418 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:37:53.541596 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:37:53.548329 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] For port c1f64b64-cbe2-4373-8c9f-968de4a54ca8, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:37:53.559953 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abbcf3d-45e9-40c3-ad67-f08c30e84bb0 None None] Network f41991f1-753c-4841-8d77-8c975a43b0cd requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:37:53.589500 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:37:53.606949 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] For port c1f64b64-cbe2-4373-8c9f-968de4a54ca8, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=c1f64b64-cbe2-4373-8c9f-968de4a54ca8,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:37:53.639010 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Sync routers for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:37:53.651504 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:53.652057 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d48f3ec5-135a-4cc7-a536-42a8458d2e17 None None] Current status of the port ebe5753b-5d1e-48e3-83ab-f9e400773dfa is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:37:53.656568 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-22448f50-6084-47b6-91e3-69cac832ece2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1689565 Jun 15 19:37:53.663876 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.42', 57613) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:53.668242 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 43914) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:53.670047 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:53.681771 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (c1f64b64-cbe2-4373-8c9f-968de4a54ca8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:53.725427 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Publish callbacks [] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:53.941223 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-d48f3ec5-135a-4cc7-a536-42a8458d2e17 None None] Provisioning complete for port fce4b1e0-b35a-4695-a7b3-3cba48eb119a triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:53.941612 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d48f3ec5-135a-4cc7-a536-42a8458d2e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.020842 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:37:54.021141 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:37:54.021446 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:37:54.021768 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:37:54.032400 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8420f67-4442-4f70-b957-f9d2b1d48c73']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:54.041150 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port ebe5753b-5d1e-48e3-83ab-f9e400773dfa is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:37:54.042197 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:37:54.044034 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:37:54.045199 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:37:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:54.045847 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Network 68dc56fb-2946-4967-bb27-7b13a758ce58 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:37:54.047727 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:54.083894 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1486ed-372b-48e9-bae5-f2bce17f2838') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:54.084473 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1486ed-372b-48e9-bae5-f2bce17f2838') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:54.085079 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.085821 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622363'] for router_interface (9cca118e-53ce-454c-98a6-30ed34544862), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.089836 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:54.103128 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Publish callbacks [] for port (f1efbcb4-16a2-4561-96c9-58b75b3856b2), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.123554 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (f1efbcb4-16a2-4561-96c9-58b75b3856b2), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.136807 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Routers {'42789ce7-ff8a-4b00-a138-b7e90e236547'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:37:54.138494 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:37:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['42789ce7-ff8a-4b00-a138-b7e90e236547'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:54.183078 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e16413-1454-4e28-8ff0-4ea790c4caa9 None None] Pushing event updated for resources: {'Port': ['ID=f1efbcb4-16a2-4561-96c9-58b75b3856b2,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:54.216239 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Attempting to bind port f1efbcb4-16a2-4561-96c9-58b75b3856b2 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:37:54.217625 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Attempting to bind port f1efbcb4-16a2-4561-96c9-58b75b3856b2 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:37:54.218164 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Attempting to bind port f1efbcb4-16a2-4561-96c9-58b75b3856b2 on network 728c9963-7e10-4d9f-91fa-9b340ad520f1 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:37:54.221306 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:54.225598 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:37:54.226194 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Checking segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:37:54.226952 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.228068 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Bound using segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:37:54.228676 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Bound port: f1efbcb4-16a2-4561-96c9-58b75b3856b2, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:37:54.229553 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (f1efbcb4-16a2-4561-96c9-58b75b3856b2), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.275872 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1890827'] for segment (8c1486ed-372b-48e9-bae5-f2bce17f2838), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.287637 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4133848e-4d40-461c-9a8a-9edd73ae941d None None] Network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:37:54.323101 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:54.326438 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c7665d92-2427-47af-be50-d07898a62476 None None] For port f1efbcb4-16a2-4561-96c9-58b75b3856b2, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:37:54.329484 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d48f3ec5-135a-4cc7-a536-42a8458d2e17 None None] Port fce4b1e0-b35a-4695-a7b3-3cba48eb119a cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:37:54.351313 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c7665d92-2427-47af-be50-d07898a62476 None None] For port f1efbcb4-16a2-4561-96c9-58b75b3856b2, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=f1efbcb4-16a2-4561-96c9-58b75b3856b2,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:37:54.354865 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec6766-c755-4da0-8505-85939037ae29 None None] Pushing event updated for resources: {'Port': ['ID=c1f64b64-cbe2-4373-8c9f-968de4a54ca8,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:54.357537 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:54.364984 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (f1efbcb4-16a2-4561-96c9-58b75b3856b2), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.387008 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (8c1486ed-372b-48e9-bae5-f2bce17f2838), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.412510 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-f36d3aa0-614f-4fb2-8e6c-642121038731 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:37:54.414332 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-f36d3aa0-614f-4fb2-8e6c-642121038731 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.42 "GET /v2.0/networks?id=6de6f532-7bff-4678-a647-36475af189c4 HTTP/1.1" status: 200 len: 811 time: 0.7426391 Jun 15 19:37:54.417613 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:37:54.418157 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663910'] for segment (8c1486ed-372b-48e9-bae5-f2bce17f2838), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.496734 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e16413-1454-4e28-8ff0-4ea790c4caa9 None None] Pushing event updated for resources: {'Port': ['ID=f1efbcb4-16a2-4561-96c9-58b75b3856b2,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:54.530041 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Routers {'e6428a8e-75f7-4120-99b6-23fde38e2ca4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:37:54.530829 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c7665d92-2427-47af-be50-d07898a62476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:37:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:54.634387 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:54.652430 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0fb75795-acb6-485a-8420-079fa2a68c09 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Request body: {'port': {'device_id': '6952a579-25ae-414b-b781-0bc2d381f9bd', 'network_id': '6de6f532-7bff-4678-a647-36475af189c4', 'admin_state_up': True, 'tenant_id': '240ef47b993b48dc9f48932a3c077a9a'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:54.687457 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (d8420f67-4442-4f70-b957-f9d2b1d48c73), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.708350 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Router 42789ce7-ff8a-4b00-a138-b7e90e236547 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:37:54.733555 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-436901b5-c799-4784-9415-4770b1289cef req-5426f624-a910-4d81-b9e6-e481548a9a9f tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 210 time: 0.1165385 Jun 15 19:37:54.757329 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.760768 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d8420f67-4442-4f70-b957-f9d2b1d48c73 HTTP/1.1" status: 204 len: 168 time: 2.4210074 Jun 15 19:37:54.764233 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Provisioning complete for port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:54.764801 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.768163 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-c7665d92-2427-47af-be50-d07898a62476 None None] Set router e6428a8e-75f7-4120-99b6-23fde38e2ca4 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:37:54.769653 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43964) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:54.786467 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcf313-2600-486d-8245-3adddad00eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8420f67-4442-4f70-b957-f9d2b1d48c73,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:54.805075 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Pushing event updated for resources: {'Port': ['ID=fce4b1e0-b35a-4695-a7b3-3cba48eb119a,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:54.851909 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:54.852053 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 8c1486ed-372b-48e9-bae5-f2bce17f2838 resource provider aggregate not found Jun 15 19:37:54.878656 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:54.878978 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:54.881055 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:54.885590 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 8c1486ed-372b-48e9-bae5-f2bce17f2838 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c1486ed-372b-48e9-bae5-f2bce17f2838 found for delete ", "request_id": "req-72c21214-5966-499d-8183-00e2703ac2c3"}]} Jun 15 19:37:54.939956 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:37:55.113574 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-547b35bf-b7f1-4d4a-bfa4-5b5b09780bf5 admin admin] Deleting subnet b32e475d-ec78-4625-a87e-4c31ebd91a9d {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:37:55.157818 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-547b35bf-b7f1-4d4a-bfa4-5b5b09780bf5 admin admin] Publish callbacks [] for subnet (b32e475d-ec78-4625-a87e-4c31ebd91a9d), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:55.218209 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:37:55.229700 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] Set router 42789ce7-ff8a-4b00-a138-b7e90e236547 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:37:55.317362 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-547b35bf-b7f1-4d4a-bfa4-5b5b09780bf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1890834'] for subnet (b32e475d-ec78-4625-a87e-4c31ebd91a9d), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:55.394652 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c7665d92-2427-47af-be50-d07898a62476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:49Z', 'revision_number': 3, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:55.505853 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7665d92-2427-47af-be50-d07898a62476 None None] The sync data for ids ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'] in dv-cinder-844563-3-iscsi is: [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:49Z', 'revision_number': 3, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:37:55.519322 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-547b35bf-b7f1-4d4a-bfa4-5b5b09780bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (b32e475d-ec78-4625-a87e-4c31ebd91a9d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:55.560882 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Provisioning complete for port 59840acf-5270-458c-9a52-bd32289a7d0b triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:55.561448 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:55.671794 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:55.706731 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-547b35bf-b7f1-4d4a-bfa4-5b5b09780bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3663992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3383314'] for subnet (b32e475d-ec78-4625-a87e-4c31ebd91a9d), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:55.779442 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-547b35bf-b7f1-4d4a-bfa4-5b5b09780bf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:55.794810 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-547b35bf-b7f1-4d4a-bfa4-5b5b09780bf5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b32e475d-ec78-4625-a87e-4c31ebd91a9d HTTP/1.1" status: 204 len: 168 time: 1.0217714 Jun 15 19:37:55.795412 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 43998) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:55.796708 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b35bf-b7f1-4d4a-bfa4-5b5b09780bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b32e475d-ec78-4625-a87e-4c31ebd91a9d,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:55.800256 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:37:55.820168 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-549496cc-f614-4456-a71f-ca58ca851df5 admin admin] 10.222.0.15 "PUT /v2.0/routers/42789ce7-ff8a-4b00-a138-b7e90e236547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6370966 Jun 15 19:37:55.992810 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 2, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:56.041693 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Network f6ca100c-fdac-452a-ad9c-d280af0c139f is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:37:56.046800 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:56.140230 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85ffb9-e4f8-4c26-9816-b033f293a293 None None] The sync data for ids ['42789ce7-ff8a-4b00-a138-b7e90e236547'] in dv-cinder-844563-3-iscsi is: [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 2, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:37:56.161283 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:56.239777 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:56.287618 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e63a47ae-3471-4913-b012-f7fe51cf201c req-b5d99212-d566-4465-8268-30b27f824586 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 210 time: 0.2553921 Jun 15 19:37:56.308829 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-20cfc969-e432-4972-936e-81d9fdacbf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (c5751ac1-0aad-4531-a1ed-ed7249157fda), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:56.646981 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-20cfc969-e432-4972-936e-81d9fdacbf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (c5751ac1-0aad-4531-a1ed-ed7249157fda), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:56.790947 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-20cfc969-e432-4972-936e-81d9fdacbf53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5751ac1-0aad-4531-a1ed-ed7249157fda']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:56.803742 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0fb75795-acb6-485a-8420-079fa2a68c09 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Made reservation on behalf of 240ef47b993b48dc9f48932a3c077a9a for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:37:56.816917 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0fb75795-acb6-485a-8420-079fa2a68c09 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:56.867613 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-20cfc969-e432-4972-936e-81d9fdacbf53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77586d41-cc92-456a-98e8-b53078fa80c0') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:56.874789 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-20cfc969-e432-4972-936e-81d9fdacbf53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77586d41-cc92-456a-98e8-b53078fa80c0') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:56.916061 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-20cfc969-e432-4972-936e-81d9fdacbf53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1890827'] for segment (77586d41-cc92-456a-98e8-b53078fa80c0), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:56.937915 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:37:56.939060 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:56.962324 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-20cfc969-e432-4972-936e-81d9fdacbf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (77586d41-cc92-456a-98e8-b53078fa80c0), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:56.999548 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cfc969-e432-4972-936e-81d9fdacbf53 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:37:57.009497 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-20cfc969-e432-4972-936e-81d9fdacbf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663910'] for segment (77586d41-cc92-456a-98e8-b53078fa80c0), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:57.072531 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44034) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:57.077063 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Current status of the port 59840acf-5270-458c-9a52-bd32289a7d0b is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:37:57.077470 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:57.092500 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-ba2971e7-317e-4dfe-8108-881d3effc084 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--370565222', 'description': 'tempest-description--1136480925'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:57.102385 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 77586d41-cc92-456a-98e8-b53078fa80c0 resource provider aggregate not found Jun 15 19:37:57.107327 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:57.115321 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] For port cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:37:57.152091 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 77586d41-cc92-456a-98e8-b53078fa80c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77586d41-cc92-456a-98e8-b53078fa80c0 found for delete ", "request_id": "req-f35bee4c-cdb1-4596-baba-285ee5e9bb11"}]} Jun 15 19:37:57.209838 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] For port 59840acf-5270-458c-9a52-bd32289a7d0b, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=59840acf-5270-458c-9a52-bd32289a7d0b,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:37:57.220715 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:57.225747 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:57.252178 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Allocated IP 172.20.0.1 (f41991f1-753c-4841-8d77-8c975a43b0cd/3def59ec-5e01-46ed-a957-69e35b3dfb79/691ce9e8-00eb-47aa-9985-3b833fcdc17c) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:37:57.257270 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ba2971e7-317e-4dfe-8108-881d3effc084 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:57.268169 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:37:51Z', 'revision_number': 3, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:37:57.282803 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-20cfc969-e432-4972-936e-81d9fdacbf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (c5751ac1-0aad-4531-a1ed-ed7249157fda), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:57.340821 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-20cfc969-e432-4972-936e-81d9fdacbf53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:57.351244 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-20cfc969-e432-4972-936e-81d9fdacbf53 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c5751ac1-0aad-4531-a1ed-ed7249157fda HTTP/1.1" status: 204 len: 168 time: 1.5523660 Jun 15 19:37:57.413314 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfc969-e432-4972-936e-81d9fdacbf53 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5751ac1-0aad-4531-a1ed-ed7249157fda,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:57.547529 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Checking router: 0d2bb485-8201-4259-b811-ace17e805b17 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:37:57.547881 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Updating router 0d2bb485-8201-4259-b811-ace17e805b17 port e95bfc38-fb83-459a-ae4b-30e551913455 binding host dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:37:57.598020 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Provisioning complete for port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:57.598455 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (9ee93af4-19ed-4caa-bb5b-b9fc35d963a2), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:57.635486 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ba2971e7-317e-4dfe-8108-881d3effc084 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group (91f8a535-d1a0-483e-9282-cef5496d9db4), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:57.645304 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1f8b92fb-f9b8-48fc-b1f2-6b10e7a19ecf req-69aeca62-4c17-45be-988a-02c075858bff tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 210 time: 0.1973343 Jun 15 19:37:57.647169 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ba2971e7-317e-4dfe-8108-881d3effc084 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (91f8a535-d1a0-483e-9282-cef5496d9db4), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:57.731012 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e95bfc38-fb83-459a-ae4b-30e551913455), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:57.745091 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ba2971e7-317e-4dfe-8108-881d3effc084 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:57.751811 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ba2971e7-317e-4dfe-8108-881d3effc084 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6724896 Jun 15 19:37:57.753799 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44050) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:57.762425 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-29cb2683-f191-4963-a5a0-c37ab2322ac2 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Request body: {'security_group_rule': {'security_group_id': '91f8a535-d1a0-483e-9282-cef5496d9db4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:57.781401 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2971e7-317e-4dfe-8108-881d3effc084 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f8a535-d1a0-483e-9282-cef5496d9db4,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:57.802788 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Publish callbacks [] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:57.919577 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-29cb2683-f191-4963-a5a0-c37ab2322ac2 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group_rule (0387291d-a280-42e7-85fd-c47fd11002d2), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:57.930223 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44058) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:57.930346 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:57.987221 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.057309 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-2e8d3092-d16b-4da1-af0b-33e902c9a617 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b392b3914e7f4a1b93bbfc0f3ab8cfc1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1238940 Jun 15 19:37:58.059383 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44062) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:58.077421 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 59840acf-5270-458c-9a52-bd32289a7d0b up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:37:58.175889 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-29cb2683-f191-4963-a5a0-c37ab2322ac2 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group_rule (0387291d-a280-42e7-85fd-c47fd11002d2), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.177115 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1a955d53-9155-485c-8850-f94d13c5bceb admin admin] Publish callbacks [] for security_group (0acb07b1-eaee-4d78-a81c-c45d3608e364), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.182653 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-29cb2683-f191-4963-a5a0-c37ab2322ac2 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (0387291d-a280-42e7-85fd-c47fd11002d2), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.187103 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Pushing event updated for resources: {'Port': ['ID=59840acf-5270-458c-9a52-bd32289a7d0b,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:58.195752 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Router 9cca118e-53ce-454c-98a6-30ed34544862 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:37:58.197361 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:58.252005 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb2683-f191-4963-a5a0-c37ab2322ac2 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0387291d-a280-42e7-85fd-c47fd11002d2,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:58.255591 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-29cb2683-f191-4963-a5a0-c37ab2322ac2 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.271741 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-29cb2683-f191-4963-a5a0-c37ab2322ac2 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5153165 Jun 15 19:37:58.283887 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44070) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:58.299298 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-b9cc7dbb-c8fa-4494-a3f0-f40a30719a15 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Request body: {'security_group_rule': {'security_group_id': '91f8a535-d1a0-483e-9282-cef5496d9db4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:58.334546 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Network f41991f1-753c-4841-8d77-8c975a43b0cd is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:37:58.349824 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1a955d53-9155-485c-8850-f94d13c5bceb admin admin] Publish callbacks [] for security_group (0acb07b1-eaee-4d78-a81c-c45d3608e364), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.381136 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b9cc7dbb-c8fa-4494-a3f0-f40a30719a15 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group_rule (92e0b486-112c-475b-9247-3bdf4282bc75), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.416095 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Pushing event updated for resources: {'Port': ['ID=cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:58.481250 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 59840acf-5270-458c-9a52-bd32289a7d0b triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:58.481871 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.527414 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b9cc7dbb-c8fa-4494-a3f0-f40a30719a15 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group_rule (92e0b486-112c-475b-9247-3bdf4282bc75), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.539198 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b9cc7dbb-c8fa-4494-a3f0-f40a30719a15 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (92e0b486-112c-475b-9247-3bdf4282bc75), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.567218 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:37:58.621781 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:37:58.625128 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc7dbb-c8fa-4494-a3f0-f40a30719a15 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e0b486-112c-475b-9247-3bdf4282bc75,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:58.625747 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622311'] for router_interface (e6428a8e-75f7-4120-99b6-23fde38e2ca4), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.648473 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b9cc7dbb-c8fa-4494-a3f0-f40a30719a15 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.650508 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b9cc7dbb-c8fa-4494-a3f0-f40a30719a15 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3650069 Jun 15 19:37:58.654394 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44076) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:58.660801 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:58.671124 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Request body: {'floatingip': {'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:37:58.758136 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.797432 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1a955d53-9155-485c-8850-f94d13c5bceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (0acb07b1-eaee-4d78-a81c-c45d3608e364), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.800528 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1a955d53-9155-485c-8850-f94d13c5bceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:58.801846 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-1a955d53-9155-485c-8850-f94d13c5bceb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0acb07b1-eaee-4d78-a81c-c45d3608e364 HTTP/1.1" status: 204 len: 168 time: 0.7405097 Jun 15 19:37:58.854822 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a955d53-9155-485c-8850-f94d13c5bceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acb07b1-eaee-4d78-a81c-c45d3608e364,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:59.002813 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:59.005916 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Current status of the port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:37:59.006503 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (9ee93af4-19ed-4caa-bb5b-b9fc35d963a2), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:59.047784 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-40375c09-2529-4477-91ff-b81b3cb6c034 req-e4fe81ca-227b-481b-91c8-76c7925c9509 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 210 time: 0.1179326 Jun 15 19:37:59.055431 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 59840acf-5270-458c-9a52-bd32289a7d0b is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:37:59.057198 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device f1efbcb4-16a2-4561-96c9-58b75b3856b2 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:37:59.099440 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:59.243232 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44086) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:59.363280 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:59.510676 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] For port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=9ee93af4-19ed-4caa-bb5b-b9fc35d963a2,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:37:59.543891 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (9ee93af4-19ed-4caa-bb5b-b9fc35d963a2), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:59.547213 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:59.648521 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port f1efbcb4-16a2-4561-96c9-58b75b3856b2 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:59.649319 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (f1efbcb4-16a2-4561-96c9-58b75b3856b2), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:59.652089 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77607ec2-6467-4a22-abb5-8c041a31767c None None] Pushing event updated for resources: {'Port': ['ID=9ee93af4-19ed-4caa-bb5b-b9fc35d963a2,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:59.657680 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Pushing event updated for resources: {'Port': ['ID=691ce9e8-00eb-47aa-9985-3b833fcdc17c,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:37:59.779521 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d011c06f-da35-48aa-bed6-7624e033c5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:59.789303 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Provisioning complete for port 691ce9e8-00eb-47aa-9985-3b833fcdc17c triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:37:59.791604 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:37:59.860844 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:37:59.924636 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44102) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:37:59.968565 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.053864 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port f1efbcb4-16a2-4561-96c9-58b75b3856b2 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:00.054512 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (f1efbcb4-16a2-4561-96c9-58b75b3856b2), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.100287 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d011c06f-da35-48aa-bed6-7624e033c5ad admin admin] Publish callbacks [] for security_group (fe95ced6-f292-4dfe-8d41-a8d50d747d96), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.104752 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-8a658d86-2e15-465a-aee2-1f05bbce17d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74899ee4276c499b8c3a47277d78383c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1787632 Jun 15 19:38:00.119040 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44108) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:00.126835 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d011c06f-da35-48aa-bed6-7624e033c5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (fe95ced6-f292-4dfe-8d41-a8d50d747d96), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.179802 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.275541 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d011c06f-da35-48aa-bed6-7624e033c5ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03f70bdddb8d4e808b0eade72feaadda&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0307393 Jun 15 19:38:00.323811 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44114) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:00.325505 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0fb75795-acb6-485a-8420-079fa2a68c09 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Allocated IP 172.20.0.3 (6de6f532-7bff-4678-a647-36475af189c4/3b75dc86-9be7-40c2-83d1-54c2def977dc/dd397714-88e2-47d3-8487-b40ac7a1dff4) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:38:00.325869 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c0170d0a-572f-4c2e-871c-a9528063d62a req-8e317ca3-d440-43ea-810a-2aae14472d17 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 210 time: 0.0773726 Jun 15 19:38:00.333665 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011c06f-da35-48aa-bed6-7624e033c5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe95ced6-f292-4dfe-8d41-a8d50d747d96,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:00.352502 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:00.359757 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0cea-f9af-4b1e-8a4c-61be94ef0922 admin admin] Publish callbacks [] for security_group (b9ebd046-3617-432c-9145-7aa9d0a3d0e3), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.388329 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0cea-f9af-4b1e-8a4c-61be94ef0922 admin admin] Publish callbacks [] for security_group (b9ebd046-3617-432c-9145-7aa9d0a3d0e3), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.417715 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Port 691ce9e8-00eb-47aa-9985-3b833fcdc17c cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:38:00.454732 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0cea-f9af-4b1e-8a4c-61be94ef0922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (b9ebd046-3617-432c-9145-7aa9d0a3d0e3), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.457390 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a5ab0cea-f9af-4b1e-8a4c-61be94ef0922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.458532 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a5ab0cea-f9af-4b1e-8a4c-61be94ef0922 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9ebd046-3617-432c-9145-7aa9d0a3d0e3 HTTP/1.1" status: 204 len: 168 time: 0.3384881 Jun 15 19:38:00.477358 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] For port f1efbcb4-16a2-4561-96c9-58b75b3856b2, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=f1efbcb4-16a2-4561-96c9-58b75b3856b2,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:00.479974 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Publish callbacks [] for port (e95bfc38-fb83-459a-ae4b-30e551913455), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.481870 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Provisioning complete for port 59840acf-5270-458c-9a52-bd32289a7d0b triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:00.482697 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.510875 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab0cea-f9af-4b1e-8a4c-61be94ef0922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ebd046-3617-432c-9145-7aa9d0a3d0e3,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:00.561551 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (f1efbcb4-16a2-4561-96c9-58b75b3856b2), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.569905 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:00.608424 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e95bfc38-fb83-459a-ae4b-30e551913455), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.629855 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8adbd4d8-1968-4022-8159-0a1679364c83 admin admin] Publish callbacks [] for security_group (fe95ced6-f292-4dfe-8d41-a8d50d747d96), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.756970 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:00.758944 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Attempting to bind port e95bfc38-fb83-459a-ae4b-30e551913455 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:38:00.759348 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Attempting to bind port e95bfc38-fb83-459a-ae4b-30e551913455 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:38:00.759944 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Attempting to bind port e95bfc38-fb83-459a-ae4b-30e551913455 on network 728c9963-7e10-4d9f-91fa-9b340ad520f1 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:00.769681 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8adbd4d8-1968-4022-8159-0a1679364c83 admin admin] Publish callbacks [] for security_group (fe95ced6-f292-4dfe-8d41-a8d50d747d96), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.796430 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Sync routers for ids ['42789ce7-ff8a-4b00-a138-b7e90e236547'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:38:00.828085 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:38:00.829049 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Checking segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:38:00.829738 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.829852 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Routers {'42789ce7-ff8a-4b00-a138-b7e90e236547'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:00.830407 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Bound using segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:38:00.830517 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:37:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['42789ce7-ff8a-4b00-a138-b7e90e236547'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:00.831315 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Bound port: e95bfc38-fb83-459a-ae4b-30e551913455, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:38:00.831853 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e95bfc38-fb83-459a-ae4b-30e551913455), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:00.861659 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Allocated IP 172.27.0.92 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/a59711f5-afcc-45cc-a5b9-b8cdba2e92c3) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:38:00.866118 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:38:00.878329 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-182d0c5c-64ae-462d-866c-4d5a12fc10bf admin admin] 10.222.0.15 "PUT /v2.0/routers/9cca118e-53ce-454c-98a6-30ed34544862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4814179 Jun 15 19:38:00.925346 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] For port e95bfc38-fb83-459a-ae4b-30e551913455, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:38:00.937405 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] For port e95bfc38-fb83-459a-ae4b-30e551913455, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=e95bfc38-fb83-459a-ae4b-30e551913455,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:38:00.957596 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Sync routers for ids ['9cca118e-53ce-454c-98a6-30ed34544862'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:38:00.975053 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e95bfc38-fb83-459a-ae4b-30e551913455), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:01.014833 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Pushing event updated for resources: {'Port': ['ID=f1efbcb4-16a2-4561-96c9-58b75b3856b2,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:01.042949 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Routers {'9cca118e-53ce-454c-98a6-30ed34544862'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:01.046251 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:37:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9cca118e-53ce-454c-98a6-30ed34544862'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:01.063267 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Current status of the port 59840acf-5270-458c-9a52-bd32289a7d0b is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:01.181434 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Publish callbacks [] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:01.234351 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0fb75795-acb6-485a-8420-079fa2a68c09 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Publish callbacks [] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:01.235846 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:01.236576 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622363'] for router_interface (e6428a8e-75f7-4120-99b6-23fde38e2ca4), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:01.287561 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Set router 42789ce7-ff8a-4b00-a138-b7e90e236547 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:01.342048 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for port (a59711f5-afcc-45cc-a5b9-b8cdba2e92c3), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:01.343737 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Provisioning complete for port fce4b1e0-b35a-4695-a7b3-3cba48eb119a triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:01.344132 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:01.345788 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:01.355750 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (9ee93af4-19ed-4caa-bb5b-b9fc35d963a2), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:01.410790 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8adbd4d8-1968-4022-8159-0a1679364c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (fe95ced6-f292-4dfe-8d41-a8d50d747d96), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:01.414130 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8adbd4d8-1968-4022-8159-0a1679364c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:01.421972 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-8adbd4d8-1968-4022-8159-0a1679364c83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe95ced6-f292-4dfe-8d41-a8d50d747d96 HTTP/1.1" status: 204 len: 168 time: 1.0907576 Jun 15 19:38:01.429044 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (a59711f5-afcc-45cc-a5b9-b8cdba2e92c3), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:01.492514 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:01.525023 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbd4d8-1968-4022-8159-0a1679364c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe95ced6-f292-4dfe-8d41-a8d50d747d96,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:01.593025 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:38:01.616119 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:38:01.643992 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:01.665911 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Allocated IP 172.20.0.1 (25ed2ffb-2899-41f6-afeb-0cd1a1d94e79/06f7de3d-736b-4eeb-b465-011df871e6d7/8c472fe7-d41d-4301-b6b8-ae17174da987) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:38:01.680462 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:38:01.703280 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:01.768834 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0fb75795-acb6-485a-8420-079fa2a68c09 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:01.826818 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Port fce4b1e0-b35a-4695-a7b3-3cba48eb119a cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:38:01.885391 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event updated for resources: {'Port': ['ID=a59711f5-afcc-45cc-a5b9-b8cdba2e92c3,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:01.908492 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Pushing event updated for resources: {'Port': ['ID=691ce9e8-00eb-47aa-9985-3b833fcdc17c,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:01.976178 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Set router 9cca118e-53ce-454c-98a6-30ed34544862 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:01.978231 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 2, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:02.111928 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Checking router: 42789ce7-ff8a-4b00-a138-b7e90e236547 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:38:02.111928 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Updating router 42789ce7-ff8a-4b00-a138-b7e90e236547 port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe binding host dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:38:02.135040 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Provisioning complete for port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:02.135242 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (9ee93af4-19ed-4caa-bb5b-b9fc35d963a2), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:02.142074 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:02.145772 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44156) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:02.173250 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-534d0a7d-14c6-49d9-84f2-632c5aaa40df tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2123275406', 'description': 'tempest-description--1389770873'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:02.213529 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:02.219904 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:02.220560 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:37:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:02.363335 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Network f41991f1-753c-4841-8d77-8c975a43b0cd is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:38:02.363335 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:38:02.373050 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0fb75795-acb6-485a-8420-079fa2a68c09 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Network 6de6f532-7bff-4678-a647-36475af189c4 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:38:02.378125 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb75795-acb6-485a-8420-079fa2a68c09 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Pushing event updated for resources: {'Port': ['ID=dd397714-88e2-47d3-8487-b40ac7a1dff4,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:02.385064 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb902b3-2e0e-4014-b650-a9ec5c2c657f req-2e8d468f-a902-49dd-9163-ed23e13b825a tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:02.386957 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0fb75795-acb6-485a-8420-079fa2a68c09 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:38:02.387085 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1fb902b3-2e0e-4014-b650-a9ec5c2c657f req-2e8d468f-a902-49dd-9163-ed23e13b825a tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 931 time: 0.8142984 Jun 15 19:38:02.424871 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0fb75795-acb6-485a-8420-079fa2a68c09 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:38:02.437713 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0fb75795-acb6-485a-8420-079fa2a68c09 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:02.440394 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0fb75795-acb6-485a-8420-079fa2a68c09 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:02.476703 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b54cc-9723-4604-8bca-109b28c1120e None None] Pushing event updated for resources: {'Port': ['ID=e95bfc38-fb83-459a-ae4b-30e551913455,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:02.558370 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for floatingip (ed967509-84df-4970-bcd1-b0d925851b96), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:02.583448 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:02.649227 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-534d0a7d-14c6-49d9-84f2-632c5aaa40df tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:02.656372 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:02.658572 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b54cc-9723-4604-8bca-109b28c1120e None None] Pushing event updated for resources: {'Port': ['ID=e95bfc38-fb83-459a-ae4b-30e551913455,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:02.746899 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:02.768015 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0fb75795-acb6-485a-8420-079fa2a68c09 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2018261 Jun 15 19:38:02.810935 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-832f2618-5de6-4000-866b-1bef50f05bd8 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:38:02.814470 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-832f2618-5de6-4000-866b-1bef50f05bd8 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0208855 Jun 15 19:38:02.851512 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Router e6428a8e-75f7-4120-99b6-23fde38e2ca4 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:38:02.870548 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1fb902b3-2e0e-4014-b650-a9ec5c2c657f req-00c56ae1-f2b1-4a31-973e-bedd044b11e4 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405050 Jun 15 19:38:02.872438 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (a59711f5-afcc-45cc-a5b9-b8cdba2e92c3), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:02.947070 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:02.952093 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device ebe5753b-5d1e-48e3-83ab-f9e400773dfa up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:03.166990 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 44170) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:03.175619 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Publish callbacks [] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.188642 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:03.188778 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:38:03.193750 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:03.236697 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-8cf5d1ad-74a3-470b-b5dd-4e83a6975f35 admin admin] 10.222.0.15 "PUT /v2.0/routers/e6428a8e-75f7-4120-99b6-23fde38e2ca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5840642 Jun 15 19:38:03.237703 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a84a0d58-47b9-400b-93ae-9d50c2e67175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.255496 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Publish callbacks [] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.270515 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Sync routers for ids ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:38:03.282669 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.285836 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-534d0a7d-14c6-49d9-84f2-632c5aaa40df tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group (37d9d074-51b1-4588-9a87-5881cbebea92), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.383082 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.437585 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-534d0a7d-14c6-49d9-84f2-632c5aaa40df tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (37d9d074-51b1-4588-9a87-5881cbebea92), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.551614 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-534d0a7d-14c6-49d9-84f2-632c5aaa40df tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.564491 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-534d0a7d-14c6-49d9-84f2-632c5aaa40df tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3993402 Jun 15 19:38:03.571480 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44192) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:03.579372 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d0a7d-14c6-49d9-84f2-632c5aaa40df tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d9d074-51b1-4588-9a87-5881cbebea92,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:03.586834 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-cf152d20-dfdb-44ff-a811-7b17a33fe2bd tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Request body: {'security_group_rule': {'security_group_id': '37d9d074-51b1-4588-9a87-5881cbebea92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:03.588761 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Current status of the port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:03.592929 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Attempting to bind port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:38:03.593303 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Attempting to bind port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:38:03.593630 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Attempting to bind port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe on network 68dc56fb-2946-4967-bb27-7b13a758ce58 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:03.621456 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Request body: {'port': {'device_id': '6952a579-25ae-414b-b781-0bc2d381f9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:03.624278 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:38:03.626240 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Checking segment: {'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:38:03.628060 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.628797 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Bound using segment: {'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:38:03.630906 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Bound port: 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:38:03.633713 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.636657 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Provisioning complete for port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:03.636793 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.643506 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cf152d20-dfdb-44ff-a811-7b17a33fe2bd tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group_rule (2c5483cd-006f-4b7e-8404-816a023a3a74), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.668079 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Routers {'e6428a8e-75f7-4120-99b6-23fde38e2ca4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:03.668654 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:37:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:03.684309 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:38:03.715455 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:38:03.726214 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:38:03.727015 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622311'] for router_interface (0d2bb485-8201-4259-b811-ace17e805b17), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.809254 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for port (a59711f5-afcc-45cc-a5b9-b8cdba2e92c3), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.849510 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (a59711f5-afcc-45cc-a5b9-b8cdba2e92c3), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:03.987681 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event updated for resources: {'Port': ['ID=a59711f5-afcc-45cc-a5b9-b8cdba2e92c3,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:04.038388 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:04.044528 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port ebe5753b-5d1e-48e3-83ab-f9e400773dfa triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:04.045572 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.047703 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.053120 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:37:53Z', 'revision_number': 2, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:04.085759 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (ed967509-84df-4970-bcd1-b0d925851b96), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.108758 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:04.124719 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Pushing event updated for resources: {'Port': ['ID=8c472fe7-d41d-4301-b6b8-ae17174da987,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:04.174331 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0028aa32-8762-4c69-a100-dc94a65837c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.217348 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524db46-48ef-43f4-85b6-c84277c250c0 None None] Pushing event updated for resources: {'Port': ['ID=83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:04.279247 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Checking router: 9cca118e-53ce-454c-98a6-30ed34544862 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:38:04.281931 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Updating router 9cca118e-53ce-454c-98a6-30ed34544862 port fce4b1e0-b35a-4695-a7b3-3cba48eb119a binding host dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:38:04.283940 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811da39-c6bc-4400-8321-78c51da4cc23 req-9e9f7a88-91bf-4da4-9cf0-d70375a8eead tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:04.287568 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-11799226-a43e-48b0-b4a0-c093e2036770 None None] Port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:38:04.287719 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f811da39-c6bc-4400-8321-78c51da4cc23 req-9e9f7a88-91bf-4da4-9cf0-d70375a8eead tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 931 time: 0.1851649 Jun 15 19:38:04.290122 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] For port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:38:04.352755 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cf152d20-dfdb-44ff-a811-7b17a33fe2bd tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group_rule (2c5483cd-006f-4b7e-8404-816a023a3a74), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.361630 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] For port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:38:04.363052 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.375008 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:04.376906 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c11d7594-b951-4d05-93c0-24c3f11b7180 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7208843 Jun 15 19:38:04.381291 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Set router e6428a8e-75f7-4120-99b6-23fde38e2ca4 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:04.396901 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cf152d20-dfdb-44ff-a811-7b17a33fe2bd tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (2c5483cd-006f-4b7e-8404-816a023a3a74), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.439582 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf152d20-dfdb-44ff-a811-7b17a33fe2bd tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5483cd-006f-4b7e-8404-816a023a3a74,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:04.501437 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.523371 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f811da39-c6bc-4400-8321-78c51da4cc23 req-b0a67c73-bb5a-4a5e-b211-fc2b6b6e148d tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062187 Jun 15 19:38:04.532017 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cf152d20-dfdb-44ff-a811-7b17a33fe2bd tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.535950 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-cf152d20-dfdb-44ff-a811-7b17a33fe2bd tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9509203 Jun 15 19:38:04.536810 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44214) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:04.547754 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-2050ad04-1503-45ad-aa03-ed441b318a0d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Request body: {'security_group_rule': {'security_group_id': '37d9d074-51b1-4588-9a87-5881cbebea92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:04.569181 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:04.605369 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-e39f8550-e82d-413f-968f-c668185f7741 None None] Provisioning complete for port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:04.606631 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e39f8550-e82d-413f-968f-c668185f7741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.616326 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2050ad04-1503-45ad-aa03-ed441b318a0d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group_rule (ae272c0a-cafc-4159-bb94-c370c0935029), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.649536 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.771657 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2050ad04-1503-45ad-aa03-ed441b318a0d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group_rule (ae272c0a-cafc-4159-bb94-c370c0935029), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.790486 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2050ad04-1503-45ad-aa03-ed441b318a0d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (ae272c0a-cafc-4159-bb94-c370c0935029), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.823259 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050ad04-1503-45ad-aa03-ed441b318a0d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae272c0a-cafc-4159-bb94-c370c0935029,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:04.880172 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2050ad04-1503-45ad-aa03-ed441b318a0d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:04.881417 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-2050ad04-1503-45ad-aa03-ed441b318a0d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3435719 Jun 15 19:38:04.884628 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44238) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:04.889448 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Request body: {'floatingip': {'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:04.930063 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:05.022507 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:05.105634 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-d1eac825-f46c-4f92-9a46-4d79cd7c7c89 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:05.111458 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-d1eac825-f46c-4f92-9a46-4d79cd7c7c89 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 818 time: 0.3222592 Jun 15 19:38:05.281396 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a84a0d58-47b9-400b-93ae-9d50c2e67175 admin admin] Publish callbacks [] for security_group (c91038ab-fb9a-4d6c-9564-b8edc6b5d475), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:05.308288 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:59Z', 'revision_number': 4, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '691ce9e8-00eb-47aa-9985-3b833fcdc17c', 'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'mac_address': 'fa:16:3e:82:df:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:56Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 2, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'subnets': [{'id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:05.360571 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Checking router: e6428a8e-75f7-4120-99b6-23fde38e2ca4 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:38:05.361106 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a84a0d58-47b9-400b-93ae-9d50c2e67175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (c91038ab-fb9a-4d6c-9564-b8edc6b5d475), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:05.361397 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Updating router e6428a8e-75f7-4120-99b6-23fde38e2ca4 port 691ce9e8-00eb-47aa-9985-3b833fcdc17c binding host dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:38:05.405956 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-dea9ae2e-7a1c-4198-b4ba-59ccd534335a tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--370565222&fields=id&tenant_id=bd64a4f6222542f19ba5729f7abe12b2 HTTP/1.1" status: 200 len: 267 time: 0.3238306 Jun 15 19:38:05.491603 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Routers {'42789ce7-ff8a-4b00-a138-b7e90e236547'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:05.492263 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:37:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['42789ce7-ff8a-4b00-a138-b7e90e236547'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:05.507225 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-a84a0d58-47b9-400b-93ae-9d50c2e67175 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12496d3308984f88a079e8ce8596d03a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3164549 Jun 15 19:38:05.510517 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 44254) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:05.519892 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-f3b1587c-7559-46a9-9653-87e95e898f90 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/quotas/0d5270cd64fd4929af7b063cf2e2b653 HTTP/1.1" status: 200 len: 375 time: 0.1680598 Jun 15 19:38:05.695419 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:05.771126 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:37:51Z', 'revision_number': 3, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:05.787285 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] Set router 42789ce7-ff8a-4b00-a138-b7e90e236547 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:05.845933 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port ebe5753b-5d1e-48e3-83ab-f9e400773dfa is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:05.886292 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Allocated IP 172.27.0.3 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/ca7edfa9-856b-4dbf-93ba-f0d20a5b5136) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:38:05.887565 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d7e3ae-b64d-4dfc-a850-e56528e387a7 None None] The sync data for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi is: [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:37:51Z', 'revision_number': 3, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:38:05.925699 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:05.926069 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:05.955897 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:05.980953 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a0d58-47b9-400b-93ae-9d50c2e67175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91038ab-fb9a-4d6c-9564-b8edc6b5d475,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:06.132634 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e39f8550-e82d-413f-968f-c668185f7741 None None] Current status of the port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:06.133031 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e39f8550-e82d-413f-968f-c668185f7741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:06.140439 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2349-9377-46fc-a4d6-ff1680109e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:06.293519 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Publish callbacks [] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:06.324325 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:06.326217 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622363'] for router_interface (0d2bb485-8201-4259-b811-ace17e805b17), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:06.344978 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:06.381831 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-e39f8550-e82d-413f-968f-c668185f7741 None None] For port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:06.392681 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:04Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:06.408658 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-471c285d-c24a-4e63-8f15-cb70ff6cd765 admin admin] Publish callbacks [] for security_group (c91038ab-fb9a-4d6c-9564-b8edc6b5d475), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:06.413191 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e39f8550-e82d-413f-968f-c668185f7741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:06.493489 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-7ede61dd-b946-4b8d-b578-0e9db5d61252 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:06.504675 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-7ede61dd-b946-4b8d-b578-0e9db5d61252 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/networks?id=68dc56fb-2946-4967-bb27-7b13a758ce58 HTTP/1.1" status: 200 len: 811 time: 0.9688053 Jun 15 19:38:06.532786 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-e39f8550-e82d-413f-968f-c668185f7741 None None] Provisioning complete for port 8c472fe7-d41d-4301-b6b8-ae17174da987 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:06.533149 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e39f8550-e82d-413f-968f-c668185f7741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:06.534431 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-12e4579e-4157-4dee-97e4-908e0aeba228 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9864159 Jun 15 19:38:06.555199 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device c1f64b64-cbe2-4373-8c9f-968de4a54ca8 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:06.578640 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-efd2e4df-2384-4ae9-8a38-ca3b9c1439ab tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/quotas/bd64a4f6222542f19ba5729f7abe12b2 HTTP/1.1" status: 200 len: 375 time: 0.0730135 Jun 15 19:38:06.642071 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01e061-a719-4a38-b653-273ff9bdf159 None None] The sync data for ids ['42789ce7-ff8a-4b00-a138-b7e90e236547'] in dv-cinder-844563-3-iscsi is: [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:04Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:38:06.675680 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:06.712459 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524db46-48ef-43f4-85b6-c84277c250c0 None None] Pushing event updated for resources: {'Port': ['ID=83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:06.779050 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:38:06.830275 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:38:06.862290 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Pushing event updated for resources: {'Port': ['ID=8c472fe7-d41d-4301-b6b8-ae17174da987,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:06.867773 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-471c285d-c24a-4e63-8f15-cb70ff6cd765 admin admin] Publish callbacks [] for security_group (c91038ab-fb9a-4d6c-9564-b8edc6b5d475), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:06.949329 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Publish callbacks [] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:07.013684 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f8550-e82d-413f-968f-c668185f7741 None None] Pushing event updated for resources: {'Port': ['ID=83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:07.030831 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:07.039029 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e39f8550-e82d-413f-968f-c668185f7741 None None] Port 8c472fe7-d41d-4301-b6b8-ae17174da987 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:38:07.070430 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-09d4d6ef-0948-46ae-8ad2-89a8bc1c274f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd64a4f6222542f19ba5729f7abe12b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4742463 Jun 15 19:38:07.109409 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-e39f8550-e82d-413f-968f-c668185f7741 None None] Provisioning complete for port 691ce9e8-00eb-47aa-9985-3b833fcdc17c triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:07.109810 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e39f8550-e82d-413f-968f-c668185f7741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:07.137711 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:07.281856 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for port (ca7edfa9-856b-4dbf-93ba-f0d20a5b5136), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:07.315487 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-d494f03a-8326-48aa-abb3-646849b944e4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:38:07.316620 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-d494f03a-8326-48aa-abb3-646849b944e4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3204732 Jun 15 19:38:07.435746 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd397714-88e2-47d3-8487-b40ac7a1dff4 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:38:07.436877 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:07.438047 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:07.451362 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a351062-f09d-4618-8e5b-9cf4bdfae411 None None] Pushing event updated for resources: {'Port': ['ID=fce4b1e0-b35a-4695-a7b3-3cba48eb119a,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:07.454480 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Publish callbacks [] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:07.538402 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Transition to ACTIVE for port object dd397714-88e2-47d3-8487-b40ac7a1dff4 will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:38:07.571152 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-471c285d-c24a-4e63-8f15-cb70ff6cd765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (c91038ab-fb9a-4d6c-9564-b8edc6b5d475), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:07.573947 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-471c285d-c24a-4e63-8f15-cb70ff6cd765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:07.575153 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-471c285d-c24a-4e63-8f15-cb70ff6cd765 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c91038ab-fb9a-4d6c-9564-b8edc6b5d475 HTTP/1.1" status: 204 len: 168 time: 2.0364225 Jun 15 19:38:07.588576 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:07.598654 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port c1f64b64-cbe2-4373-8c9f-968de4a54ca8 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:07.604837 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (c1f64b64-cbe2-4373-8c9f-968de4a54ca8), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:07.680826 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c285d-c24a-4e63-8f15-cb70ff6cd765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91038ab-fb9a-4d6c-9564-b8edc6b5d475,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:07.779530 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Router 0d2bb485-8201-4259-b811-ace17e805b17 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:38:07.796698 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:07.801282 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (ca7edfa9-856b-4dbf-93ba-f0d20a5b5136), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:07.902766 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b24d09dc-71cd-456d-ac11-c9df96e83901 service neutron] 10.222.0.15 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7954030 Jun 15 19:38:08.010361 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:08.037398 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:38:08.053988 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Publish callbacks [] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:08.066569 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:08.074431 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:08.164704 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Pushing event updated for resources: {'Port': ['ID=dd397714-88e2-47d3-8487-b40ac7a1dff4,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:08.189212 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e39f8550-e82d-413f-968f-c668185f7741 None None] Port 691ce9e8-00eb-47aa-9985-3b833fcdc17c cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:38:08.336239 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:38:08.344802 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:38:08.346648 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port c1f64b64-cbe2-4373-8c9f-968de4a54ca8 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:08.347281 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (c1f64b64-cbe2-4373-8c9f-968de4a54ca8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:08.352124 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event updated for resources: {'Port': ['ID=ca7edfa9-856b-4dbf-93ba-f0d20a5b5136,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:08.367154 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Attempting to bind port fce4b1e0-b35a-4695-a7b3-3cba48eb119a on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:38:08.367680 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Attempting to bind port fce4b1e0-b35a-4695-a7b3-3cba48eb119a by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:38:08.368054 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Attempting to bind port fce4b1e0-b35a-4695-a7b3-3cba48eb119a on network f6ca100c-fdac-452a-ad9c-d280af0c139f {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:08.394111 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-83a7a642-01fa-4a7b-8779-2c8cccfd8592 None None] Provisioning complete for port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:08.394506 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83a7a642-01fa-4a7b-8779-2c8cccfd8592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:08.434877 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:38:08.436180 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Checking segment: {'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:38:08.437099 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:08.437995 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Bound using segment: {'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:38:08.439383 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Bound port: fce4b1e0-b35a-4695-a7b3-3cba48eb119a, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:38:08.440016 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:08.472203 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] For port c1f64b64-cbe2-4373-8c9f-968de4a54ca8, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=c1f64b64-cbe2-4373-8c9f-968de4a54ca8,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:08.497754 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953df9dd-60f5-43da-814b-0d0d0f304528 None None] Pushing event updated for resources: {'Port': ['ID=691ce9e8-00eb-47aa-9985-3b833fcdc17c,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:08.592897 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] For port fce4b1e0-b35a-4695-a7b3-3cba48eb119a, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:38:08.594408 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-17f8ca91-39bc-4dd3-9cb8-0a4f50cc4c11 service neutron] 10.222.0.15 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2314453 Jun 15 19:38:08.610811 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b83001a1-0119-4f0b-9d61-dabba3a350ed service neutron] 10.222.0.15 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6131654 Jun 15 19:38:08.615631 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Attempting to bind port 691ce9e8-00eb-47aa-9985-3b833fcdc17c on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:38:08.615994 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Attempting to bind port 691ce9e8-00eb-47aa-9985-3b833fcdc17c by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:38:08.616349 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Attempting to bind port 691ce9e8-00eb-47aa-9985-3b833fcdc17c on network f41991f1-753c-4841-8d77-8c975a43b0cd {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:08.618034 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Attempting to bind port dd397714-88e2-47d3-8487-b40ac7a1dff4 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:38:08.618504 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Attempting to bind port dd397714-88e2-47d3-8487-b40ac7a1dff4 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '36b961c0-36c8-415e-a9db-f3356f8bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6de6f532-7bff-4678-a647-36475af189c4'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:38:08.618504 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Attempting to bind port dd397714-88e2-47d3-8487-b40ac7a1dff4 on network 6de6f532-7bff-4678-a647-36475af189c4 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:08.625457 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] For port fce4b1e0-b35a-4695-a7b3-3cba48eb119a, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=fce4b1e0-b35a-4695-a7b3-3cba48eb119a,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:38:08.648748 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Port dd397714-88e2-47d3-8487-b40ac7a1dff4 on network 6de6f532-7bff-4678-a647-36475af189c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:38:08.649070 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Attempting to bind port dd397714-88e2-47d3-8487-b40ac7a1dff4 on network 6de6f532-7bff-4678-a647-36475af189c4 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:08.652489 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:38:08.653092 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Checking segment: {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:38:08.654200 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:08.655028 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Bound using segment: {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:38:08.655663 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Bound port: 691ce9e8-00eb-47aa-9985-3b833fcdc17c, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:38:08.656190 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:08.676193 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:08.677484 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (c1f64b64-cbe2-4373-8c9f-968de4a54ca8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:08.678198 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 59840acf-5270-458c-9a52-bd32289a7d0b up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:08.680525 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:08.684640 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:38:08.713214 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Checking segment: {'id': '36b961c0-36c8-415e-a9db-f3356f8bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6de6f532-7bff-4678-a647-36475af189c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:38:08.713799 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Bound using segment: {'id': '36b961c0-36c8-415e-a9db-f3356f8bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6de6f532-7bff-4678-a647-36475af189c4'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:38:08.714900 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Bound port: dd397714-88e2-47d3-8487-b40ac7a1dff4, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b961c0-36c8-415e-a9db-f3356f8bf53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6de6f532-7bff-4678-a647-36475af189c4'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:38:08.715809 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:08.821948 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] For port 691ce9e8-00eb-47aa-9985-3b833fcdc17c, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:38:08.851279 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] For port 691ce9e8-00eb-47aa-9985-3b833fcdc17c, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=691ce9e8-00eb-47aa-9985-3b833fcdc17c,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:38:08.855553 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:08.872671 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:08.972696 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:09.048883 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 59840acf-5270-458c-9a52-bd32289a7d0b triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:09.049595 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:09.054901 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:38:09.075803 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-c20e4b3a-6906-4990-8796-98384b279442 admin admin] 10.222.0.15 "PUT /v2.0/routers/0d2bb485-8201-4259-b811-ace17e805b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3930445 Jun 15 19:38:09.129525 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] For port dd397714-88e2-47d3-8487-b40ac7a1dff4, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:38:09.160393 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Routers {'e6428a8e-75f7-4120-99b6-23fde38e2ca4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:09.160393 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:38:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:09.161960 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] For port dd397714-88e2-47d3-8487-b40ac7a1dff4, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dd397714-88e2-47d3-8487-b40ac7a1dff4,segment=NetworkSegment(36b961c0-36c8-415e-a9db-f3356f8bf53a),segment_id=36b961c0-36c8-415e-a9db-f3356f8bf53a)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:38:09.189190 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:09.245254 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for floatingip (4ec7b0f2-2c16-4b21-9729-f6fe522050d6), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:09.286895 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Routers {'9cca118e-53ce-454c-98a6-30ed34544862'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:09.288237 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:38:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9cca118e-53ce-454c-98a6-30ed34544862'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:09.425059 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6ac91-fb4e-473d-82f6-13a065b259b9 req-8bc5947c-1fdb-4ef1-bb8b-a7160a8399cd tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:09.439144 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1fe6ac91-fb4e-473d-82f6-13a065b259b9 req-8bc5947c-1fdb-4ef1-bb8b-a7160a8399cd tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 943 time: 0.3491304 Jun 15 19:38:09.439144 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-b4fe645f-6701-4d18-835a-a4b76bf9e516 service neutron] 10.222.0.15 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7926962 Jun 15 19:38:09.557086 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Pushing event updated for resources: {'Port': ['ID=dd397714-88e2-47d3-8487-b40ac7a1dff4,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:09.572431 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953df9dd-60f5-43da-814b-0d0d0f304528 None None] Pushing event updated for resources: {'Port': ['ID=691ce9e8-00eb-47aa-9985-3b833fcdc17c,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:09.615401 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:09.619002 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:09.632832 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-0ce637cc-30c1-4a99-9dce-601a66f5affe service neutron] 10.222.0.42 "PUT /v2.0/ports/dd397714-88e2-47d3-8487-b40ac7a1dff4 HTTP/1.1" status: 200 len: 1093 time: 6.3895283 Jun 15 19:38:09.632832 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6952a579-25ae-414b-b781-0bc2d381f9bd', 'tag': 'dd397714-88e2-47d3-8487-b40ac7a1dff4'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:09.792689 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] Set router 9cca118e-53ce-454c-98a6-30ed34544862 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:09.799130 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (ca7edfa9-856b-4dbf-93ba-f0d20a5b5136), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:09.844379 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:09.872671 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] Set router e6428a8e-75f7-4120-99b6-23fde38e2ca4 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:10.053742 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1fe6ac91-fb4e-473d-82f6-13a065b259b9 req-dece9ad7-f16b-412a-90da-e27a6f6a5931 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059955 Jun 15 19:38:10.157496 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Pushing event updated for resources: {'Port': ['ID=c1f64b64-cbe2-4373-8c9f-968de4a54ca8,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:10.241573 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-fc427777-37c9-4e4f-9dfd-0b9e0132c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:10.260940 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-fc427777-37c9-4e4f-9dfd-0b9e0132c9e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=240ef47b993b48dc9f48932a3c077a9a&device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 1127 time: 0.3744357 Jun 15 19:38:10.268355 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c54a57f9-1826-4016-82e7-f900af6fd014 req-04bf03db-09ad-4a42-88f8-b37d5a52bd22 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 210 time: 0.0538404 Jun 15 19:38:10.423704 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-83a7a642-01fa-4a7b-8779-2c8cccfd8592 None None] Current status of the port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:10.428450 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db46a41-1a0c-4c32-848a-8a2db3be6c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "6952a579-25ae-414b-b781-0bc2d381f9bd", "tag": "dd397714-88e2-47d3-8487-b40ac7a1dff4"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:10.434956 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Sync routers for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:38:10.478501 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for port (ca7edfa9-856b-4dbf-93ba-f0d20a5b5136), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:10.508926 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-83a7a642-01fa-4a7b-8779-2c8cccfd8592 None None] Provisioning complete for port 8c472fe7-d41d-4301-b6b8-ae17174da987 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:10.509468 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83a7a642-01fa-4a7b-8779-2c8cccfd8592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:10.553130 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:10.554905 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a351062-f09d-4618-8e5b-9cf4bdfae411 None None] Pushing event updated for resources: {'Port': ['ID=fce4b1e0-b35a-4695-a7b3-3cba48eb119a,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:10.574313 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-e382a295-4976-4876-91e5-f7fb88e290df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd397714-88e2-47d3-8487-b40ac7a1dff4 HTTP/1.1" status: 200 len: 217 time: 0.3044934 Jun 15 19:38:10.591252 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-83a7a642-01fa-4a7b-8779-2c8cccfd8592 None None] Port 8c472fe7-d41d-4301-b6b8-ae17174da987 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:38:10.595813 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (ca7edfa9-856b-4dbf-93ba-f0d20a5b5136), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:10.612022 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-83a7a642-01fa-4a7b-8779-2c8cccfd8592 None None] Provisioning complete for port fce4b1e0-b35a-4695-a7b3-3cba48eb119a triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:10.612477 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83a7a642-01fa-4a7b-8779-2c8cccfd8592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:10.654922 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:10.659980 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:10.660655 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:38:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:10.760665 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event updated for resources: {'Port': ['ID=ca7edfa9-856b-4dbf-93ba-f0d20a5b5136,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:10.780851 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:59Z', 'revision_number': 4, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '691ce9e8-00eb-47aa-9985-3b833fcdc17c', 'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'mac_address': 'fa:16:3e:82:df:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:56Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'subnets': [{'id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:10.788614 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-640599fb-cdf5-45be-9c35-bea5811c4f85 req-acb686ce-18c5-4b20-8065-5bbc56fdabe3 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 210 time: 0.3539627 Jun 15 19:38:10.830001 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-ea32353a-3c3c-4310-9430-53a10235d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:10.831479 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-ea32353a-3c3c-4310-9430-53a10235d692 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b75dc86-9be7-40c2-83d1-54c2def977dc HTTP/1.1" status: 200 len: 851 time: 0.2451124 Jun 15 19:38:10.855043 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:10.877985 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88fae15-41b5-4cf4-a683-c8d4e25b7c95 None None] The sync data for ids ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'] in dv-cinder-844563-3-iscsi is: [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:59Z', 'revision_number': 4, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '691ce9e8-00eb-47aa-9985-3b833fcdc17c', 'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'mac_address': 'fa:16:3e:82:df:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:56Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'subnets': [{'id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:38:10.882471 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:10.898462 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 59840acf-5270-458c-9a52-bd32289a7d0b is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:10.900305 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:10.952035 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (4ec7b0f2-2c16-4b21-9729-f6fe522050d6), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:10.997311 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:11.001648 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-3156a9c2-8284-4fa1-9e7d-67a982427d8c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.1147852 Jun 15 19:38:11.057507 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-8d09a4f1-058e-48b3-b9d4-414bc9b81795 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6de6f532-7bff-4678-a647-36475af189c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186800 Jun 15 19:38:11.251682 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44438) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:11.265441 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-d767da26-0139-442c-a8b2-ed4bb33fe346 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--930492162', 'description': 'tempest-description--351102387'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:11.295227 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbefe2d-7740-4c4f-84b8-7dbda1d14a30 None None] The sync data for ids ['9cca118e-53ce-454c-98a6-30ed34544862'] in dv-cinder-844563-3-iscsi is: [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:38:11.361746 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-f6779fbf-fb85-466a-8564-717b6b6c6780 service neutron] 10.222.0.42 "GET /v2.0/networks/6de6f532-7bff-4678-a647-36475af189c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929165 Jun 15 19:38:11.378028 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d767da26-0139-442c-a8b2-ed4bb33fe346 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:11.525377 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-83a7a642-01fa-4a7b-8779-2c8cccfd8592 None None] Current status of the port fce4b1e0-b35a-4695-a7b3-3cba48eb119a is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:11.533661 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83a7a642-01fa-4a7b-8779-2c8cccfd8592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:11.548625 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:11.656492 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875096cf-afd3-4a6f-b245-d0e7cbfdfbc7 req-70c8723c-84ed-4cb6-b68c-38113c36aa44 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:11.658117 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-875096cf-afd3-4a6f-b245-d0e7cbfdfbc7 req-70c8723c-84ed-4cb6-b68c-38113c36aa44 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 943 time: 0.1810331 Jun 15 19:38:11.778824 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d767da26-0139-442c-a8b2-ed4bb33fe346 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (2e5f435e-6f3b-482f-ab0b-5d323e89cd5d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:11.791655 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d767da26-0139-442c-a8b2-ed4bb33fe346 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (2e5f435e-6f3b-482f-ab0b-5d323e89cd5d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:11.826783 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-83a7a642-01fa-4a7b-8779-2c8cccfd8592 None None] For port fce4b1e0-b35a-4695-a7b3-3cba48eb119a, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=fce4b1e0-b35a-4695-a7b3-3cba48eb119a,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:11.901004 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:11.913005 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83a7a642-01fa-4a7b-8779-2c8cccfd8592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:11.918512 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-875096cf-afd3-4a6f-b245-d0e7cbfdfbc7 req-ea3cd5a5-bcc9-4fa4-a43e-2b3413530f69 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516007 Jun 15 19:38:11.925498 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:11.929638 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:11.935641 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:11.940592 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44454) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:11.977465 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d767da26-0139-442c-a8b2-ed4bb33fe346 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:11.982052 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d767da26-0139-442c-a8b2-ed4bb33fe346 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7260795 Jun 15 19:38:11.989303 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44458) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:12.002326 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-81201a62-b542-45ee-8193-f0d32df20a8b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'security_group_rule': {'security_group_id': '2e5f435e-6f3b-482f-ab0b-5d323e89cd5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:12.004835 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2533c627-0499-4091-a4f0-a35e6490d46b x-openstack-request-id: req-2533c627-0499-4091-a4f0-a35e6490d46b {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:12.005130 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6952a579-25ae-414b-b781-0bc2d381f9bd", "tag": "dd397714-88e2-47d3-8487-b40ac7a1dff4", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:12.006177 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2533c627-0499-4091-a4f0-a35e6490d46b {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:12.007183 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2533c627-0499-4091-a4f0-a35e6490d46b'] response: {'name': 'network-changed', 'server_uuid': '6952a579-25ae-414b-b781-0bc2d381f9bd', 'tag': 'dd397714-88e2-47d3-8487-b40ac7a1dff4', 'status': 'completed', 'code': 200} Jun 15 19:38:12.018941 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767da26-0139-442c-a8b2-ed4bb33fe346 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:12.024600 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf62335e-0087-40f4-a02c-cffe62b20e82 req-febd58b7-6fb1-4951-863f-c7bd9f8ebca9 service neutron] 10.222.0.42 "GET /v2.0/networks/6de6f532-7bff-4678-a647-36475af189c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558425 Jun 15 19:38:12.145285 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-81201a62-b542-45ee-8193-f0d32df20a8b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (3d32ef7e-a121-4dda-b3f7-7668827dbd29), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:12.235280 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-ab5c9f5b-7e81-466e-b273-200d823cb6ed None None] Provisioning complete for port 691ce9e8-00eb-47aa-9985-3b833fcdc17c triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:12.235673 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9f5b-7e81-466e-b273-200d823cb6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:12.288341 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-338ea845-7443-4512-aeaa-a3aa0c6b8ed3 req-6aa37c96-c820-4500-9f56-f7f81c385885 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 210 time: 0.1142774 Jun 15 19:38:12.310647 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7367bc38-d19e-46b8-8308-acf6a742cbec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:12.414588 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:12.463145 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7a642-01fa-4a7b-8779-2c8cccfd8592 None None] Pushing event updated for resources: {'Port': ['ID=fce4b1e0-b35a-4695-a7b3-3cba48eb119a,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:12.471186 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-81201a62-b542-45ee-8193-f0d32df20a8b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (3d32ef7e-a121-4dda-b3f7-7668827dbd29), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:12.517137 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 44484) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:12.612006 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-ab369201-327a-4575-b283-652d4d826749 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2123275406&fields=id&tenant_id=71e0c71509f94f158063991e37617894 HTTP/1.1" status: 200 len: 267 time: 0.1388943 Jun 15 19:38:12.625512 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-81201a62-b542-45ee-8193-f0d32df20a8b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (3d32ef7e-a121-4dda-b3f7-7668827dbd29), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:12.641786 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:12.688601 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81201a62-b542-45ee-8193-f0d32df20a8b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d32ef7e-a121-4dda-b3f7-7668827dbd29,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:12.695701 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-81201a62-b542-45ee-8193-f0d32df20a8b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:12.696961 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-81201a62-b542-45ee-8193-f0d32df20a8b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7062502 Jun 15 19:38:12.699875 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 44490) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:12.705769 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-0ded9671-b022-4e4e-8964-884f8a76d196 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'security_group_rule': {'security_group_id': '2e5f435e-6f3b-482f-ab0b-5d323e89cd5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:12.725508 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:12.726590 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device f1efbcb4-16a2-4561-96c9-58b75b3856b2 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:12.774669 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c9f5b-7e81-466e-b273-200d823cb6ed None None] Current status of the port 691ce9e8-00eb-47aa-9985-3b833fcdc17c is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:12.775057 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9f5b-7e81-466e-b273-200d823cb6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:12.781405 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0ded9671-b022-4e4e-8964-884f8a76d196 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (23953206-6310-4e52-9ee4-6aa1f62feb04), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:12.853320 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-22fb4214-b8e5-480f-a343-9ae8f7a76baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:12.859008 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:06Z', 'revision_number': 2, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:12.921752 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0ded9671-b022-4e4e-8964-884f8a76d196 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (23953206-6310-4e52-9ee4-6aa1f62feb04), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:12.922485 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e99aa978-4731-4e06-828c-43ea267d9d6b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:12.933428 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e99aa978-4731-4e06-828c-43ea267d9d6b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 818 time: 0.7933633 Jun 15 19:38:12.933814 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0ded9671-b022-4e4e-8964-884f8a76d196 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (23953206-6310-4e52-9ee4-6aa1f62feb04), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:12.950637 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port f1efbcb4-16a2-4561-96c9-58b75b3856b2 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:12.951116 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-c56544a5-e948-48f5-a405-d3e8bb9a9fa7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:12.951370 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (f1efbcb4-16a2-4561-96c9-58b75b3856b2), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:12.952670 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-c56544a5-e948-48f5-a405-d3e8bb9a9fa7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/networks?id=f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 200 len: 817 time: 0.3397992 Jun 15 19:38:12.962225 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Checking router: 0d2bb485-8201-4259-b811-ace17e805b17 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:38:12.962979 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Updating router 0d2bb485-8201-4259-b811-ace17e805b17 port 8c472fe7-d41d-4301-b6b8-ae17174da987 binding host dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:38:12.969876 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded9671-b022-4e4e-8964-884f8a76d196 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23953206-6310-4e52-9ee4-6aa1f62feb04,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:12.985315 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7367bc38-d19e-46b8-8308-acf6a742cbec admin admin] Publish callbacks [] for security_group (28fc44ac-ee91-450d-8be7-1d2c94624a9d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:12.993934 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0ded9671-b022-4e4e-8964-884f8a76d196 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:13.008547 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c1ebf293-d380-499b-8e38-3d432beee348 req-aeb88f35-a19a-48c0-b204-f3d0c0e949f8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/quotas/0d5270cd64fd4929af7b063cf2e2b653 HTTP/1.1" status: 200 len: 375 time: 0.0710788 Jun 15 19:38:13.008547 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44498) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:13.008750 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-0ded9671-b022-4e4e-8964-884f8a76d196 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3063231 Jun 15 19:38:13.015829 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'floatingip': {'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:13.034886 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7367bc38-d19e-46b8-8308-acf6a742cbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (28fc44ac-ee91-450d-8be7-1d2c94624a9d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:13.050223 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:13.055146 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-22fb4214-b8e5-480f-a343-9ae8f7a76baf admin admin] Publish callbacks [] for security_group (26df0bd0-b480-4bfe-acc2-5b3072ada05f), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:13.057574 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-745573de-f599-4189-9bf3-1905875fcd81 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/quotas/71e0c71509f94f158063991e37617894 HTTP/1.1" status: 200 len: 375 time: 0.0692475 Jun 15 19:38:13.065442 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-22fb4214-b8e5-480f-a343-9ae8f7a76baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (26df0bd0-b480-4bfe-acc2-5b3072ada05f), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:13.069213 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-ab5c9f5b-7e81-466e-b273-200d823cb6ed None None] For port 691ce9e8-00eb-47aa-9985-3b833fcdc17c, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=691ce9e8-00eb-47aa-9985-3b833fcdc17c,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:13.085832 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9f5b-7e81-466e-b273-200d823cb6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:13.123782 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-22fb4214-b8e5-480f-a343-9ae8f7a76baf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2305125818b54552bc09b0942be3e4d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6047859 Jun 15 19:38:13.137257 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb4214-b8e5-480f-a343-9ae8f7a76baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26df0bd0-b480-4bfe-acc2-5b3072ada05f,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:13.143812 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44504) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:13.171225 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.42', 57629) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:13.216410 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c9f5b-7e81-466e-b273-200d823cb6ed None None] Pushing event updated for resources: {'Port': ['ID=691ce9e8-00eb-47aa-9985-3b833fcdc17c,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:13.297291 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-ab5c9f5b-7e81-466e-b273-200d823cb6ed None None] Provisioning complete for port fce4b1e0-b35a-4695-a7b3-3cba48eb119a triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:13.297800 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9f5b-7e81-466e-b273-200d823cb6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:13.335817 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db46a41-1a0c-4c32-848a-8a2db3be6c2f req-ae12d6ec-b993-4e9c-a36c-509933a8b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:13.341663 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9db46a41-1a0c-4c32-848a-8a2db3be6c2f req-ae12d6ec-b993-4e9c-a36c-509933a8b633 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=240ef47b993b48dc9f48932a3c077a9a&device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 1127 time: 0.1650465 Jun 15 19:38:13.424564 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port f1efbcb4-16a2-4561-96c9-58b75b3856b2 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:13.426285 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:13.429361 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:13.482997 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367bc38-d19e-46b8-8308-acf6a742cbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fc44ac-ee91-450d-8be7-1d2c94624a9d,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:13.484106 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:13.498379 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c1ebf293-d380-499b-8e38-3d432beee348 req-de901bf4-8433-4fa0-a8c1-4fa5e19a97b3 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4917681 Jun 15 19:38:13.503532 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-7367bc38-d19e-46b8-8308-acf6a742cbec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f098b8fc390430b9f98879e6afcd1b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5596454 Jun 15 19:38:13.509267 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 44512) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:13.581143 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-ce0c5d1f-4d04-4e6d-97de-29fb460ee601 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=71e0c71509f94f158063991e37617894&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4797301 Jun 15 19:38:13.624180 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:13.631077 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-7bed93dc-8644-45a3-8e48-f9d95a09e663 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:13.634145 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-7bed93dc-8644-45a3-8e48-f9d95a09e663 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 818 time: 0.4794445 Jun 15 19:38:13.638955 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c9f5b-7e81-466e-b273-200d823cb6ed None None] Current status of the port fce4b1e0-b35a-4695-a7b3-3cba48eb119a is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:13.649561 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:13.699381 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-7283b42f-e501-45e6-b6db-386a34bab49f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Request body: {'port': {'device_id': '831dd3a2-1d82-45da-a99f-000c5954e54b', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'admin_state_up': True, 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:13.800656 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.42', 57632) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:13.810489 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-55a01227-0c0a-4b22-9e3c-bbd7fc2603e3 admin admin] Publish callbacks [] for security_group (26df0bd0-b480-4bfe-acc2-5b3072ada05f), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:13.867396 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:13.868517 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (9ee93af4-19ed-4caa-bb5b-b9fc35d963a2), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:13.929985 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db46a41-1a0c-4c32-848a-8a2db3be6c2f req-5735ceb9-6e71-4ed0-8501-61e06adc9097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:13.931674 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9db46a41-1a0c-4c32-848a-8a2db3be6c2f req-5735ceb9-6e71-4ed0-8501-61e06adc9097 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6de6f532-7bff-4678-a647-36475af189c4 HTTP/1.1" status: 200 len: 912 time: 0.5804076 Jun 15 19:38:13.936939 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-55a01227-0c0a-4b22-9e3c-bbd7fc2603e3 admin admin] Publish callbacks [] for security_group (26df0bd0-b480-4bfe-acc2-5b3072ada05f), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:13.947130 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:13.990192 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-81e39e09-9f3a-4c62-99c6-45261fb347e3 admin admin] Publish callbacks [] for security_group (28fc44ac-ee91-450d-8be7-1d2c94624a9d), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:14.007244 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-273435e9-3b61-4e09-9dca-51aae500c82d service neutron] 10.222.0.15 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249954 Jun 15 19:38:14.020838 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c1ebf293-d380-499b-8e38-3d432beee348 req-dabec758-59ef-4958-a1df-be6c9c520655 service neutron] 10.222.0.15 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214012 Jun 15 19:38:14.034696 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:14.049339 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9db46a41-1a0c-4c32-848a-8a2db3be6c2f req-20706425-e695-476a-af1e-127cf7029480 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd397714-88e2-47d3-8487-b40ac7a1dff4 HTTP/1.1" status: 200 len: 217 time: 0.1056986 Jun 15 19:38:14.079767 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:14.099584 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:14.119641 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Publish callbacks [] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:14.130969 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:14.142508 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:14.203198 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-e219ed7a-7a21-4425-a9f1-ed188dadfe2f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:14.205113 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-e219ed7a-7a21-4425-a9f1-ed188dadfe2f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.42 "GET /v2.0/networks?id=68dc56fb-2946-4967-bb27-7b13a758ce58 HTTP/1.1" status: 200 len: 811 time: 0.3865385 Jun 15 19:38:14.218692 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e39a4-5c4c-48ee-a0a7-84fea1f53fbc None None] Pushing event updated for resources: {'Port': ['ID=8c472fe7-d41d-4301-b6b8-ae17174da987,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:14.269995 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-81e39e09-9f3a-4c62-99c6-45261fb347e3 admin admin] Publish callbacks [] for security_group (28fc44ac-ee91-450d-8be7-1d2c94624a9d), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:14.298745 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-7e0cdd7f-1a3f-43fd-8c46-d52838f5adc2 service neutron] 10.222.0.15 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375035 Jun 15 19:38:14.365932 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Attempting to bind port 8c472fe7-d41d-4301-b6b8-ae17174da987 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:38:14.366704 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Attempting to bind port 8c472fe7-d41d-4301-b6b8-ae17174da987 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:38:14.367358 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Attempting to bind port 8c472fe7-d41d-4301-b6b8-ae17174da987 on network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:14.379390 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:38:14.381050 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Checking segment: {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:38:14.382402 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:14.383779 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Bound using segment: {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:38:14.384990 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Bound port: 8c472fe7-d41d-4301-b6b8-ae17174da987, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:38:14.398879 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:14.480412 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-55a01227-0c0a-4b22-9e3c-bbd7fc2603e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (26df0bd0-b480-4bfe-acc2-5b3072ada05f), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:14.487354 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-55a01227-0c0a-4b22-9e3c-bbd7fc2603e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:14.491376 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-55a01227-0c0a-4b22-9e3c-bbd7fc2603e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26df0bd0-b480-4bfe-acc2-5b3072ada05f HTTP/1.1" status: 204 len: 168 time: 1.3352928 Jun 15 19:38:14.502006 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b8089447-e381-4143-b290-63a43253cddb tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd64a4f6222542f19ba5729f7abe12b2 HTTP/1.1" status: 200 len: 379 time: 0.2712839 Jun 15 19:38:14.548979 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b19dbc6d-a65c-41bf-b1be-291ec72b1e3f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Request body: {'port': {'device_id': 'b7a4ed60-945d-46a9-8f53-ead05148049e', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'admin_state_up': True, 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'security_groups': ['91f8a535-d1a0-483e-9282-cef5496d9db4']}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:14.564261 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a01227-0c0a-4b22-9e3c-bbd7fc2603e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26df0bd0-b480-4bfe-acc2-5b3072ada05f,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:14.584587 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db46a41-1a0c-4c32-848a-8a2db3be6c2f req-66ac3443-83cd-4f38-b200-a96ea1254a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:14.586191 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9db46a41-1a0c-4c32-848a-8a2db3be6c2f req-66ac3443-83cd-4f38-b200-a96ea1254a9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b75dc86-9be7-40c2-83d1-54c2def977dc HTTP/1.1" status: 200 len: 851 time: 0.4695916 Jun 15 19:38:14.612968 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Allocated IP 172.27.0.149 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/e9f1cd8b-13c7-4e43-9846-af1e9db52ca3) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:38:14.638478 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-7283b42f-e501-45e6-b6db-386a34bab49f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Made reservation on behalf of 0d5270cd64fd4929af7b063cf2e2b653 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:38:14.645999 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-7283b42f-e501-45e6-b6db-386a34bab49f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:14.648121 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c1ebf293-d380-499b-8e38-3d432beee348 req-4d69cca9-dd51-4606-bc59-19172de9f357 service neutron] 10.222.0.15 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259251 Jun 15 19:38:14.667377 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device c1f64b64-cbe2-4373-8c9f-968de4a54ca8 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:14.784754 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9db46a41-1a0c-4c32-848a-8a2db3be6c2f req-8cfe089b-12b2-46c1-b6f5-d50a4695d510 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6de6f532-7bff-4678-a647-36475af189c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429389 Jun 15 19:38:14.841594 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-0ac4c2f5-72c0-4d9b-9dc5-05786df538c0 None None] Provisioning complete for port 8c472fe7-d41d-4301-b6b8-ae17174da987 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:14.842282 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c2f5-72c0-4d9b-9dc5-05786df538c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:14.872988 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] For port 8c472fe7-d41d-4301-b6b8-ae17174da987, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:38:14.875167 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:14.957694 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-81e39e09-9f3a-4c62-99c6-45261fb347e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (28fc44ac-ee91-450d-8be7-1d2c94624a9d), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:14.960230 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-81e39e09-9f3a-4c62-99c6-45261fb347e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:14.961556 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-81e39e09-9f3a-4c62-99c6-45261fb347e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28fc44ac-ee91-450d-8be7-1d2c94624a9d HTTP/1.1" status: 204 len: 168 time: 1.4448104 Jun 15 19:38:15.001445 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] For port 8c472fe7-d41d-4301-b6b8-ae17174da987, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=8c472fe7-d41d-4301-b6b8-ae17174da987,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:38:15.017229 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e39e09-9f3a-4c62-99c6-45261fb347e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fc44ac-ee91-450d-8be7-1d2c94624a9d,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:15.029894 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:15.056975 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:15.063751 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4c2f5-72c0-4d9b-9dc5-05786df538c0 None None] Port 8c472fe7-d41d-4301-b6b8-ae17174da987 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:38:15.070112 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b19dbc6d-a65c-41bf-b1be-291ec72b1e3f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Made reservation on behalf of bd64a4f6222542f19ba5729f7abe12b2 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:38:15.073962 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b19dbc6d-a65c-41bf-b1be-291ec72b1e3f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:15.098422 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device dd397714-88e2-47d3-8487-b40ac7a1dff4 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:38:15.115712 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:15.194693 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465d03f-7a19-4f06-90f8-bce0d180df8f req-e6936f78-4421-4e97-a1fd-45d399bc8e99 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:15.205348 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d465d03f-7a19-4f06-90f8-bce0d180df8f req-e6936f78-4421-4e97-a1fd-45d399bc8e99 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 943 time: 0.2718368 Jun 15 19:38:15.255621 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port dd397714-88e2-47d3-8487-b40ac7a1dff4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dd397714-88e2-47d3-8487-b40ac7a1dff4,segment=NetworkSegment(36b961c0-36c8-415e-a9db-f3356f8bf53a),segment_id=36b961c0-36c8-415e-a9db-f3356f8bf53a)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:15.321374 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'dd397714-88e2-47d3-8487-b40ac7a1dff4', 'network_id': '6de6f532-7bff-4678-a647-36475af189c4', 'port_id': 'dd397714-88e2-47d3-8487-b40ac7a1dff4', 'mac_address': 'fa:16:3e:dc:b3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b75dc86-9be7-40c2-83d1-54c2def977dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:38:15.427672 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port c1f64b64-cbe2-4373-8c9f-968de4a54ca8 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:15.428625 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (c1f64b64-cbe2-4373-8c9f-968de4a54ca8), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:15.432523 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d3487f07-cfb6-4288-84ed-e4eed3e12501 req-c129f344-1964-477c-b3ce-1d78bbf3ef41 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 210 time: 0.1027431 Jun 15 19:38:15.455554 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:15.457113 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:38:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:15.464971 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:15.468658 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for port (e9f1cd8b-13c7-4e43-9846-af1e9db52ca3), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:15.529366 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d465d03f-7a19-4f06-90f8-bce0d180df8f req-f02f9c93-5acd-4361-8698-5fdb9e7ee999 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819192 Jun 15 19:38:15.600204 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-7283b42f-e501-45e6-b6db-386a34bab49f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Allocated IP 172.20.0.9 (f41991f1-753c-4841-8d77-8c975a43b0cd/3def59ec-5e01-46ed-a957-69e35b3dfb79/bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:38:15.619347 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (e9f1cd8b-13c7-4e43-9846-af1e9db52ca3), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:15.620564 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9db46a41-1a0c-4c32-848a-8a2db3be6c2f req-69e24798-65f7-410d-9673-8c3051d0f01f service neutron] 10.222.0.42 "GET /v2.0/networks/6de6f532-7bff-4678-a647-36475af189c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8077548 Jun 15 19:38:15.843486 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-355bf4ff-9e38-4bf6-acbc-7a40544c035b req-334053e8-9d59-4655-a74d-8913438d3341 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 210 time: 0.1991825 Jun 15 19:38:15.914324 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:38:15.917264 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3d5f96a9-94f0-48ce-b8a2-20310c9d80e3 req-0b321e8c-076c-40b6-823f-104f73f94a91 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 210 time: 0.1653647 Jun 15 19:38:15.932219 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:38:15.947858 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44572) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:15.948954 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:38:15.965379 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b19dbc6d-a65c-41bf-b1be-291ec72b1e3f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Allocated IP 172.20.0.12 (68dc56fb-2946-4967-bb27-7b13a758ce58/5682d96f-190e-460c-b7ed-ef0aa8e89880/957e70e2-59d5-4a89-bd25-2ddff5525782) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:38:15.993475 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:16.012906 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e39a4-5c4c-48ee-a0a7-84fea1f53fbc None None] Pushing event updated for resources: {'Port': ['ID=8c472fe7-d41d-4301-b6b8-ae17174da987,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:16.051735 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'Port': ['ID=e9f1cd8b-13c7-4e43-9846-af1e9db52ca3,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:16.061176 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31669b02-4114-42a2-a0a9-37157a9b2e13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.118605 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-0b2e5107-982e-4547-a9ad-83a79eb98655 None None] Provisioning complete for port 8c472fe7-d41d-4301-b6b8-ae17174da987 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:16.119543 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5107-982e-4547-a9ad-83a79eb98655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.142455 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9db46a41-1a0c-4c32-848a-8a2db3be6c2f req-b397364a-0f4c-4a5a-9094-151df07b676f service neutron] 10.222.0.42 "GET /v2.0/networks/6de6f532-7bff-4678-a647-36475af189c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095446 Jun 15 19:38:16.208842 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44578) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:16.243100 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port dd397714-88e2-47d3-8487-b40ac7a1dff4 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:16.246388 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.260961 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (916cdec1-af76-40d3-a161-23e70f068353), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.322765 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd397714-88e2-47d3-8487-b40ac7a1dff4 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:38:16.346397 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port dd397714-88e2-47d3-8487-b40ac7a1dff4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dd397714-88e2-47d3-8487-b40ac7a1dff4,segment=NetworkSegment(36b961c0-36c8-415e-a9db-f3356f8bf53a),segment_id=36b961c0-36c8-415e-a9db-f3356f8bf53a)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:16.361426 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:16.383213 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31669b02-4114-42a2-a0a9-37157a9b2e13 admin admin] Publish callbacks [] for security_group (58c81e52-6c76-4c86-92fb-3689321cc1fa), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.398286 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.414410 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e9f1cd8b-13c7-4e43-9846-af1e9db52ca3), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.427291 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31669b02-4114-42a2-a0a9-37157a9b2e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (58c81e52-6c76-4c86-92fb-3689321cc1fa), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.469339 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=dd397714-88e2-47d3-8487-b40ac7a1dff4,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:16.488072 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:16.522331 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44582) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:16.526763 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e5107-982e-4547-a9ad-83a79eb98655 None None] Current status of the port 8c472fe7-d41d-4301-b6b8-ae17174da987 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:16.527212 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5107-982e-4547-a9ad-83a79eb98655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.535396 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port c1f64b64-cbe2-4373-8c9f-968de4a54ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:16.536608 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 691ce9e8-00eb-47aa-9985-3b833fcdc17c up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:16.620342 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-37c2cc49-077a-4fe9-9635-c9cf4a000bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.695632 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['dd397714-88e2-47d3-8487-b40ac7a1dff4'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:38:16.702543 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-31669b02-4114-42a2-a0a9-37157a9b2e13 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b6fdee1681f41e388d25b044414b360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7499824 Jun 15 19:38:16.706667 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 44588) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:16.716627 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31669b02-4114-42a2-a0a9-37157a9b2e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c81e52-6c76-4c86-92fb-3689321cc1fa,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:16.751474 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-7283b42f-e501-45e6-b6db-386a34bab49f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.771037 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b4a55f09-05b5-49ca-8fa2-a8f62df2dec5 req-e377cdc2-ca68-4379-8c91-417875d8c8b2 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 210 time: 0.0957122 Jun 15 19:38:16.829717 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-0b2e5107-982e-4547-a9ad-83a79eb98655 None None] For port 8c472fe7-d41d-4301-b6b8-ae17174da987, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=8c472fe7-d41d-4301-b6b8-ae17174da987,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:16.832946 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b19dbc6d-a65c-41bf-b1be-291ec72b1e3f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.837565 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53bde68b-c2f5-4c43-b821-34cec65f265c admin admin] Publish callbacks [] for security_group (58c81e52-6c76-4c86-92fb-3689321cc1fa), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.856912 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5107-982e-4547-a9ad-83a79eb98655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.871466 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e709295-dd5e-4cb6-b754-4051c379a675 req-19e3814a-4cbb-4919-b9c2-8d2ad4fc9a00 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:16.877126 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8e709295-dd5e-4cb6-b754-4051c379a675 req-19e3814a-4cbb-4919-b9c2-8d2ad4fc9a00 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 944 time: 0.1676269 Jun 15 19:38:16.889871 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-7283b42f-e501-45e6-b6db-386a34bab49f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.892638 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53bde68b-c2f5-4c43-b821-34cec65f265c admin admin] Publish callbacks [] for security_group (58c81e52-6c76-4c86-92fb-3689321cc1fa), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.895669 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:16.935641 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5208e5cf-d438-44a7-a60d-88ecbd21a141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.953308 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283b42f-e501-45e6-b6db-386a34bab49f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Pushing event updated for resources: {'Port': ['ID=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:16.960886 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:16.971190 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:16.992223 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-7283b42f-e501-45e6-b6db-386a34bab49f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Network f41991f1-753c-4841-8d77-8c975a43b0cd is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:38:16.993664 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 691ce9e8-00eb-47aa-9985-3b833fcdc17c triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:16.994299 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.995959 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b19dbc6d-a65c-41bf-b1be-291ec72b1e3f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:16.999085 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-7283b42f-e501-45e6-b6db-386a34bab49f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:38:17.042591 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-7283b42f-e501-45e6-b6db-386a34bab49f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:38:17.048596 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-7283b42f-e501-45e6-b6db-386a34bab49f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:17.049215 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-7283b42f-e501-45e6-b6db-386a34bab49f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:17.053135 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19dbc6d-a65c-41bf-b1be-291ec72b1e3f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event updated for resources: {'Port': ['ID=957e70e2-59d5-4a89-bd25-2ddff5525782,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:17.068516 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e5107-982e-4547-a9ad-83a79eb98655 None None] Pushing event updated for resources: {'Port': ['ID=8c472fe7-d41d-4301-b6b8-ae17174da987,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:17.079011 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b19dbc6d-a65c-41bf-b1be-291ec72b1e3f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Network 68dc56fb-2946-4967-bb27-7b13a758ce58 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:38:17.083666 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-7283b42f-e501-45e6-b6db-386a34bab49f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3888583 Jun 15 19:38:17.086178 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b19dbc6d-a65c-41bf-b1be-291ec72b1e3f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:38:17.090327 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b19dbc6d-a65c-41bf-b1be-291ec72b1e3f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:38:17.097435 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b19dbc6d-a65c-41bf-b1be-291ec72b1e3f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:17.098520 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b19dbc6d-a65c-41bf-b1be-291ec72b1e3f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:17.109067 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Request body: {'port': {'device_id': '831dd3a2-1d82-45da-a99f-000c5954e54b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:17.144915 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53bde68b-c2f5-4c43-b821-34cec65f265c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (58c81e52-6c76-4c86-92fb-3689321cc1fa), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:17.149153 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53bde68b-c2f5-4c43-b821-34cec65f265c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:17.150538 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-53bde68b-c2f5-4c43-b821-34cec65f265c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58c81e52-6c76-4c86-92fb-3689321cc1fa HTTP/1.1" status: 204 len: 168 time: 0.4429448 Jun 15 19:38:17.211861 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-37c2cc49-077a-4fe9-9635-c9cf4a000bd6 admin admin] Publish callbacks [] for security_group (da91ead1-3ee7-4880-89b9-a400527834f3), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:17.246738 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-10d734f7-236a-400d-9a77-23fd7ec53da8 req-81576c43-fbed-47b5-81e6-99db142d9655 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 210 time: 0.2640340 Jun 15 19:38:17.253312 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bde68b-c2f5-4c43-b821-34cec65f265c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c81e52-6c76-4c86-92fb-3689321cc1fa,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:17.262861 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.42', 57638) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:17.339606 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-37c2cc49-077a-4fe9-9635-c9cf4a000bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (da91ead1-3ee7-4880-89b9-a400527834f3), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:17.453958 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-b19dbc6d-a65c-41bf-b1be-291ec72b1e3f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9344592 Jun 15 19:38:17.468861 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:17.480817 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:14Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:17.481809 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:17.518644 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Request body: {'port': {'device_id': 'b7a4ed60-945d-46a9-8f53-ead05148049e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:17.594302 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 691ce9e8-00eb-47aa-9985-3b833fcdc17c is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:17.595725 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:17.644227 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-377eeec4-bc13-4ae7-bb2e-26cdb5678519 None None] Provisioning complete for port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:17.644631 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-377eeec4-bc13-4ae7-bb2e-26cdb5678519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:17.652181 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:17.659239 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9789ade1-3eb0-48c9-8560-5fa36add081e req-b604ee91-7a8c-4d9c-8ad4-014b77fdfe94 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 210 time: 0.1971233 Jun 15 19:38:17.663763 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for port (e9f1cd8b-13c7-4e43-9846-af1e9db52ca3), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:17.664067 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9803b-6b75-4def-a033-ed30b90d8332 None None] The sync data for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi is: [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:14Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:38:17.672909 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-37c2cc49-077a-4fe9-9635-c9cf4a000bd6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db667a1089aa45f8bbc26f89497ab07a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1442904 Jun 15 19:38:17.674116 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 44610) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:17.676140 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8e709295-dd5e-4cb6-b754-4051c379a675 req-414c1f76-8b84-4a05-be69-e4837b9b82ad tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7507741 Jun 15 19:38:17.679783 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2cc49-077a-4fe9-9635-c9cf4a000bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da91ead1-3ee7-4880-89b9-a400527834f3,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:17.693199 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (e9f1cd8b-13c7-4e43-9846-af1e9db52ca3), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:17.717592 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:17.717592 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:17.817352 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-377eeec4-bc13-4ae7-bb2e-26cdb5678519 None None] Port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:38:17.825731 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-cbd29450-033e-4050-9804-64043d6cb308 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:17.827612 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-cbd29450-033e-4050-9804-64043d6cb308 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.42 "GET /v2.0/networks?id=f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 200 len: 817 time: 0.5879202 Jun 15 19:38:17.881162 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:17.887525 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device fce4b1e0-b35a-4695-a7b3-3cba48eb119a up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:17.939325 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:17.960077 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-1af78874-0cf5-4762-9daf-dc7bb1cf82c4 None None] Provisioning complete for port 957e70e2-59d5-4a89-bd25-2ddff5525782 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:17.960077 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1af78874-0cf5-4762-9daf-dc7bb1cf82c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.023064 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port fce4b1e0-b35a-4695-a7b3-3cba48eb119a triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:18.023517 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.026365 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1af78874-0cf5-4762-9daf-dc7bb1cf82c4 None None] Port 957e70e2-59d5-4a89-bd25-2ddff5525782 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:38:18.045543 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.056491 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'Port': ['ID=e9f1cd8b-13c7-4e43-9846-af1e9db52ca3,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:18.080804 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5208e5cf-d438-44a7-a60d-88ecbd21a141 admin admin] Publish callbacks [] for security_group (d453895b-21ce-4e4e-a7ff-521286e3c045), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.104651 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5208e5cf-d438-44a7-a60d-88ecbd21a141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (d453895b-21ce-4e4e-a7ff-521286e3c045), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.111876 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (916cdec1-af76-40d3-a161-23e70f068353), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.114320 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:INSERT=17 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:18.168684 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port fce4b1e0-b35a-4695-a7b3-3cba48eb119a is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:18.169692 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb936761-4a16-4ac3-96db-748707ce629a req-22c421b9-0ea4-4a6f-b694-7e8aed5adc8c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:18.171301 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device e95bfc38-fb83-459a-ae4b-30e551913455 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:18.176509 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eb936761-4a16-4ac3-96db-748707ce629a req-22c421b9-0ea4-4a6f-b694-7e8aed5adc8c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 932 time: 0.1263340 Jun 15 19:38:18.182352 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5208e5cf-d438-44a7-a60d-88ecbd21a141 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba45712ef62c42dbb408d059dac757c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9725189 Jun 15 19:38:18.188796 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208e5cf-d438-44a7-a60d-88ecbd21a141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d453895b-21ce-4e4e-a7ff-521286e3c045,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:18.191291 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44624) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:18.208381 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.208503 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:18.209399 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b56ae1cd-8b83-490b-b236-d8c5b5d09161 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1993515 Jun 15 19:38:18.215886 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e5e13e4c-599a-4a55-91fc-e26122afdcaa tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:18.217431 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e5e13e4c-599a-4a55-91fc-e26122afdcaa tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 818 time: 0.9235125 Jun 15 19:38:18.241575 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0373d778-283c-49ea-8c0a-9c522c956885 admin admin] Publish callbacks [] for security_group (da91ead1-3ee7-4880-89b9-a400527834f3), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.269983 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-c1ebf293-d380-499b-8e38-3d432beee348 req-dea7424a-d361-4e8e-92b6-1e7d4247e7bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Request body: {'port': {'device_id': '3306831f-c20a-46c5-acaa-5420a83ae130', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'admin_state_up': True, 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:18.294748 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port e95bfc38-fb83-459a-ae4b-30e551913455 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:18.295655 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e95bfc38-fb83-459a-ae4b-30e551913455), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.359704 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eb936761-4a16-4ac3-96db-748707ce629a req-f4f6eb6c-e06e-410f-a5d9-81eab8324916 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822455 Jun 15 19:38:18.386255 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cf5f256f-1094-438c-87eb-618762b3e318 admin admin] Publish callbacks [] for security_group (d453895b-21ce-4e4e-a7ff-521286e3c045), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.421199 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port e95bfc38-fb83-459a-ae4b-30e551913455 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:18.423018 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e95bfc38-fb83-459a-ae4b-30e551913455), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.449667 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] For port e95bfc38-fb83-459a-ae4b-30e551913455, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=e95bfc38-fb83-459a-ae4b-30e551913455,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:18.468069 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e95bfc38-fb83-459a-ae4b-30e551913455), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.474766 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-8a10ea4d-391e-4b42-a142-bbc387984eb8 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71e0c71509f94f158063991e37617894 HTTP/1.1" status: 200 len: 380 time: 0.5990434 Jun 15 19:38:18.478875 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0373d778-283c-49ea-8c0a-9c522c956885 admin admin] Publish callbacks [] for security_group (da91ead1-3ee7-4880-89b9-a400527834f3), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.503534 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-2a830377-fef4-4a67-ba47-9c6826e65e68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Request body: {'port': {'device_id': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'admin_state_up': True, 'tenant_id': '71e0c71509f94f158063991e37617894', 'security_groups': ['37d9d074-51b1-4588-9a87-5881cbebea92']}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:18.511281 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cf5f256f-1094-438c-87eb-618762b3e318 admin admin] Publish callbacks [] for security_group (d453895b-21ce-4e4e-a7ff-521286e3c045), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.521927 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.527260 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bc851413-f1e3-44b3-9404-53906d1a3756 req-db11aa79-5776-4a86-b2eb-dda046bc223a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 210 time: 0.1003301 Jun 15 19:38:18.542872 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Pushing event updated for resources: {'Port': ['ID=e95bfc38-fb83-459a-ae4b-30e551913455,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:18.632479 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cf5f256f-1094-438c-87eb-618762b3e318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (d453895b-21ce-4e4e-a7ff-521286e3c045), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.635295 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cf5f256f-1094-438c-87eb-618762b3e318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.654893 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-cf5f256f-1094-438c-87eb-618762b3e318 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d453895b-21ce-4e4e-a7ff-521286e3c045 HTTP/1.1" status: 204 len: 168 time: 0.4608901 Jun 15 19:38:18.660011 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:18.687474 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f256f-1094-438c-87eb-618762b3e318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d453895b-21ce-4e4e-a7ff-521286e3c045,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:18.694230 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-e010a396-413e-4878-9942-bfcefdc26d1d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--930492162&fields=id&tenant_id=e8e1414ffa3548938432aed200c75736 HTTP/1.1" status: 200 len: 267 time: 0.1795690 Jun 15 19:38:18.695557 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 8c472fe7-d41d-4301-b6b8-ae17174da987 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:18.788576 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 8c472fe7-d41d-4301-b6b8-ae17174da987 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:18.789037 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:18.913856 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 8c472fe7-d41d-4301-b6b8-ae17174da987 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:18.940235 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-e5a9a0f5-d9a8-453e-a3a4-3296d2279719 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:18.942317 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-e5a9a0f5-d9a8-453e-a3a4-3296d2279719 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/networks?id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 HTTP/1.1" status: 200 len: 814 time: 0.2273989 Jun 15 19:38:18.960368 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:19.007788 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b8e3062f-351c-45ff-a06d-f14d9b740396 req-5433f053-399d-47cd-9e81-40e9bf4fe68c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 210 time: 0.0621457 Jun 15 19:38:19.016243 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-3ce67088-3072-4c79-a154-5627f7b3be03 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/quotas/e8e1414ffa3548938432aed200c75736 HTTP/1.1" status: 200 len: 375 time: 0.0544920 Jun 15 19:38:19.078869 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device dd397714-88e2-47d3-8487-b40ac7a1dff4 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:19.082008 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ebf293-d380-499b-8e38-3d432beee348 req-dea7424a-d361-4e8e-92b6-1e7d4247e7bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Made reservation on behalf of 0d5270cd64fd4929af7b063cf2e2b653 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:38:19.085502 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c1ebf293-d380-499b-8e38-3d432beee348 req-dea7424a-d361-4e8e-92b6-1e7d4247e7bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:19.162203 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port dd397714-88e2-47d3-8487-b40ac7a1dff4 completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:38:19.172056 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port dd397714-88e2-47d3-8487-b40ac7a1dff4 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:19.172683 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:19.181355 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-3460fec4-0161-4683-acb8-a4d016a86392 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479478 Jun 15 19:38:19.182918 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0373d778-283c-49ea-8c0a-9c522c956885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (da91ead1-3ee7-4880-89b9-a400527834f3), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:19.185479 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0373d778-283c-49ea-8c0a-9c522c956885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:19.199703 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-0373d778-283c-49ea-8c0a-9c522c956885 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da91ead1-3ee7-4880-89b9-a400527834f3 HTTP/1.1" status: 204 len: 168 time: 1.5197616 Jun 15 19:38:19.267327 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 44660) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:19.299244 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb241af5-7680-4bef-aa2f-4482aed69f5b req-c112a3af-ab12-40d0-a9ba-c86d84e9b213 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:19.301178 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eb241af5-7680-4bef-aa2f-4482aed69f5b req-c112a3af-ab12-40d0-a9ba-c86d84e9b213 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 944 time: 0.1286514 Jun 15 19:38:19.311415 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373d778-283c-49ea-8c0a-9c522c956885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da91ead1-3ee7-4880-89b9-a400527834f3,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:19.341578 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:38:19.444549 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:19.454648 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Publish callbacks [] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:19.457650 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-363f01c4-47f3-4532-b30a-5f3ffc6dd30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:19.494105 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-2a830377-fef4-4a67-ba47-9c6826e65e68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Made reservation on behalf of 71e0c71509f94f158063991e37617894 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:38:19.494669 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port dd397714-88e2-47d3-8487-b40ac7a1dff4 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:19.495062 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:19.502701 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eb241af5-7680-4bef-aa2f-4482aed69f5b req-dce1a1dc-6c78-4ba9-97bd-184c34968784 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411698 Jun 15 19:38:19.503769 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-2a830377-fef4-4a67-ba47-9c6826e65e68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:19.513810 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-90dba0ab-f70e-46a6-8f0b-bba93febe135 service neutron] 10.222.0.15 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800303 Jun 15 19:38:19.549153 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Transition to ACTIVE for port object bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:38:19.575346 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port dd397714-88e2-47d3-8487-b40ac7a1dff4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dd397714-88e2-47d3-8487-b40ac7a1dff4,segment=NetworkSegment(36b961c0-36c8-415e-a9db-f3356f8bf53a),segment_id=36b961c0-36c8-415e-a9db-f3356f8bf53a)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:19.577040 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6952a579-25ae-414b-b781-0bc2d381f9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd397714-88e2-47d3-8487-b40ac7a1dff4'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:19.597820 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:19.650948 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:19.676251 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957e70e2-59d5-4a89-bd25-2ddff5525782 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:38:19.686333 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Publish callbacks [] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:19.701576 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Transition to ACTIVE for port object 957e70e2-59d5-4a89-bd25-2ddff5525782 will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:38:19.711762 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:19.713398 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=dd397714-88e2-47d3-8487-b40ac7a1dff4,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:19.806725 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9c653-3a6c-4a6b-9597-fefcf7246b14 req-f0f004c1-e7ea-4282-8185-51770d26142a tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:19.816827 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-80d9c653-3a6c-4a6b-9597-fefcf7246b14 req-f0f004c1-e7ea-4282-8185-51770d26142a tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 932 time: 0.1917529 Jun 15 19:38:19.961167 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-80d9c653-3a6c-4a6b-9597-fefcf7246b14 req-09257ed8-8e67-4e9d-8624-df59f786206f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415758 Jun 15 19:38:19.973087 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-787be240-cd31-438c-abbf-4659ddcde303 service neutron] 10.222.0.15 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528103 Jun 15 19:38:20.008010 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6324534e-6e4e-416e-ac66-58040f16c200" -d '{"events": [{"server_uuid": "6952a579-25ae-414b-b781-0bc2d381f9bd", "name": "network-vif-plugged", "status": "completed", "tag": "dd397714-88e2-47d3-8487-b40ac7a1dff4"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:20.123422 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:20.188932 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5880bbbc-ed25-439c-8336-8dbec770e801 req-2f3f012f-3c32-4f50-98e2-5e0982503a06 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 210 time: 0.0755844 Jun 15 19:38:20.206975 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Attempting to bind port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:38:20.207323 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Attempting to bind port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:38:20.207724 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Attempting to bind port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 on network f41991f1-753c-4841-8d77-8c975a43b0cd {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:20.227379 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:20.228483 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 on network f41991f1-753c-4841-8d77-8c975a43b0cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:38:20.228983 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Attempting to bind port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 on network f41991f1-753c-4841-8d77-8c975a43b0cd {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:20.249239 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:38:20.249877 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Checking segment: {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:38:20.250337 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Bound using segment: {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:38:20.251139 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Bound port: bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:38:20.251621 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:20.334536 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] For port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:38:20.337135 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b89becee-b0b2-4903-a875-70629200a216 req-61ee036a-22ef-40b8-8daf-9534202d4808 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 210 time: 0.0409868 Jun 15 19:38:20.338739 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] For port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:38:20.390483 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:20.404009 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-c1ebf293-d380-499b-8e38-3d432beee348 req-dea7424a-d361-4e8e-92b6-1e7d4247e7bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Allocated IP 172.20.0.4 (f41991f1-753c-4841-8d77-8c975a43b0cd/3def59ec-5e01-46ed-a957-69e35b3dfb79/47e168a5-c1f1-42dd-b5ac-e995fc3c66c4) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:38:20.417174 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:20.460286 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-55a01e62-d6f2-46ab-8047-a6441f79edab req-33593bcd-86ce-474c-88bc-1f0042d1d705 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 210 time: 0.0525918 Jun 15 19:38:20.519731 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671e8015-3ce5-4a8f-aaac-3a73c8e79073 x-openstack-request-id: req-671e8015-3ce5-4a8f-aaac-3a73c8e79073 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:20.520436 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6952a579-25ae-414b-b781-0bc2d381f9bd", "name": "network-vif-plugged", "status": "completed", "tag": "dd397714-88e2-47d3-8487-b40ac7a1dff4", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:20.520766 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-671e8015-3ce5-4a8f-aaac-3a73c8e79073 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:20.521708 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671e8015-3ce5-4a8f-aaac-3a73c8e79073'] response: {'server_uuid': '6952a579-25ae-414b-b781-0bc2d381f9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd397714-88e2-47d3-8487-b40ac7a1dff4', 'code': 200} Jun 15 19:38:20.664037 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device e95bfc38-fb83-459a-ae4b-30e551913455 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:20.759859 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port e95bfc38-fb83-459a-ae4b-30e551913455 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:20.760627 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e95bfc38-fb83-459a-ae4b-30e551913455), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:20.797290 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1ae6b-aeb1-483e-aa6e-31c0523c0c4d req-25c1c04c-566f-4c83-b275-677643051434 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:20.806397 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8fc1ae6b-aeb1-483e-aa6e-31c0523c0c4d req-25c1c04c-566f-4c83-b275-677643051434 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 945 time: 0.1500306 Jun 15 19:38:20.845628 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Pushing event updated for resources: {'Port': ['ID=957e70e2-59d5-4a89-bd25-2ddff5525782,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:20.864957 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.42', 57643) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:20.885556 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:20.886331 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:20.892343 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] 10.222.0.42 "PUT /v2.0/ports/bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 HTTP/1.1" status: 200 len: 1093 time: 3.7890222 Jun 15 19:38:20.892718 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port e95bfc38-fb83-459a-ae4b-30e551913455 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:20.909607 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831dd3a2-1d82-45da-a99f-000c5954e54b', 'tag': 'bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:20.914678 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e90cc2-0e1a-4014-86a7-f208a803033d" -d '{"events": [{"name": "network-changed", "server_uuid": "831dd3a2-1d82-45da-a99f-000c5954e54b", "tag": "bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:20.975593 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8fc1ae6b-aeb1-483e-aa6e-31c0523c0c4d req-6a7c2df0-003e-4b06-98c4-b775ffdd398e tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607966 Jun 15 19:38:21.082278 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac704688-a2a4-4d9d-ba40-b1abb9a377ca x-openstack-request-id: req-ac704688-a2a4-4d9d-ba40-b1abb9a377ca {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:21.082524 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831dd3a2-1d82-45da-a99f-000c5954e54b", "tag": "bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:21.082703 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac704688-a2a4-4d9d-ba40-b1abb9a377ca {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:21.083273 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac704688-a2a4-4d9d-ba40-b1abb9a377ca'] response: {'name': 'network-changed', 'server_uuid': '831dd3a2-1d82-45da-a99f-000c5954e54b', 'tag': 'bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7', 'status': 'completed', 'code': 200} Jun 15 19:38:21.135120 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-363f01c4-47f3-4532-b30a-5f3ffc6dd30f admin admin] Publish callbacks [] for security_group (33c834b4-0327-4733-90f3-6bb14542a51e), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:21.191813 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44734) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:21.211085 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Attempting to bind port 957e70e2-59d5-4a89-bd25-2ddff5525782 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:38:21.211448 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Attempting to bind port 957e70e2-59d5-4a89-bd25-2ddff5525782 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:38:21.211712 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Attempting to bind port 957e70e2-59d5-4a89-bd25-2ddff5525782 on network 68dc56fb-2946-4967-bb27-7b13a758ce58 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:21.214433 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-363f01c4-47f3-4532-b30a-5f3ffc6dd30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (33c834b4-0327-4733-90f3-6bb14542a51e), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:21.244363 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a36d0-964d-45d0-a96b-80f9e8765dac req-14a72c93-2f53-4de6-9792-2f48bbd7b24d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:21.247314 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8c2a36d0-964d-45d0-a96b-80f9e8765dac req-14a72c93-2f53-4de6-9792-2f48bbd7b24d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 944 time: 0.1038480 Jun 15 19:38:21.258812 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-2a830377-fef4-4a67-ba47-9c6826e65e68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Allocated IP 172.20.0.14 (f6ca100c-fdac-452a-ad9c-d280af0c139f/c37954e0-0ba0-4cd2-9041-862c785d922d/e3f1f355-ef6f-4c67-8fc5-35f007612cd4) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:38:21.308668 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Port 957e70e2-59d5-4a89-bd25-2ddff5525782 on network 68dc56fb-2946-4967-bb27-7b13a758ce58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:38:21.309654 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Attempting to bind port 957e70e2-59d5-4a89-bd25-2ddff5525782 on network 68dc56fb-2946-4967-bb27-7b13a758ce58 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:21.315598 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f01c4-47f3-4532-b30a-5f3ffc6dd30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c834b4-0327-4733-90f3-6bb14542a51e,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:21.319331 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8c2a36d0-964d-45d0-a96b-80f9e8765dac req-f5b21213-4312-47ba-be65-e13ec31c2c31 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621402 Jun 15 19:38:21.319529 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-af5bb9e2-cb78-4053-8c2c-1d73a1a75cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:21.322138 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-af5bb9e2-cb78-4053-8c2c-1d73a1a75cc8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 1127 time: 0.3217306 Jun 15 19:38:21.348031 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:38:21.348571 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Checking segment: {'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:38:21.349083 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Bound using segment: {'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:38:21.349623 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Bound port: 957e70e2-59d5-4a89-bd25-2ddff5525782, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:38:21.350149 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:21.389474 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:21.391003 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10907802-4ebc-46be-b0c7-997f5727378b req-93573120-fe4b-4163-a065-fa299503ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:21.392781 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-10907802-4ebc-46be-b0c7-997f5727378b req-93573120-fe4b-4163-a065-fa299503ae98 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 1129 time: 0.4871416 Jun 15 19:38:21.400484 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a64d25ff-81b0-4306-8791-828b6d39cdc0 req-1bcda830-4fa8-4713-92d2-9d8dc87f8c01 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 210 time: 0.0617530 Jun 15 19:38:21.408527 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c1a7cc42-4281-4fb6-8732-8484becf920b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:21.442511 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:21.462645 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:21.477213 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-0846b6bf-9d4d-4831-a8fd-ce8b3a2f1c0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 HTTP/1.1" status: 200 len: 217 time: 0.0897090 Jun 15 19:38:21.483421 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-313ad9ef-35b0-457f-b9f1-0f56819927c1 req-59e9ca02-3f4a-4f92-8226-65a6622178b2 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 210 time: 0.0377927 Jun 15 19:38:21.530705 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c1a7cc42-4281-4fb6-8732-8484becf920b admin admin] Publish callbacks [] for security_group (144e9211-d4cc-4f7c-84e6-860a82ee1f26), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:21.536233 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c1a7cc42-4281-4fb6-8732-8484becf920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (144e9211-d4cc-4f7c-84e6-860a82ee1f26), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:21.539308 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-363f01c4-47f3-4532-b30a-5f3ffc6dd30f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77922c50e37b48d4907d81074515a392&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2547040 Jun 15 19:38:21.541149 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 44750) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:21.561954 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d8242-08cf-4711-b2ff-6ddfcf27b349 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:21.594911 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-10907802-4ebc-46be-b0c7-997f5727378b req-00ef2cab-f452-4152-8389-1bbcdf0553da service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:21.632870 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c1a7cc42-4281-4fb6-8732-8484becf920b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=313e524e196d48c38fbfa9458a399728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4399865 Jun 15 19:38:21.655343 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 44756) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:21.655901 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:21.664240 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7cc42-4281-4fb6-8732-8484becf920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144e9211-d4cc-4f7c-84e6-860a82ee1f26,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:21.667925 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6132fa1b-3aeb-42a0-a9b3-7ddc325760aa req-81b5511e-53ca-49e7-9c3a-17290122ca66 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 210 time: 0.0787284 Jun 15 19:38:21.705986 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fcc113b7-c98d-4afd-be10-8e02252e10fb admin admin] Publish callbacks [] for security_group (33c834b4-0327-4733-90f3-6bb14542a51e), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:21.744050 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fcc113b7-c98d-4afd-be10-8e02252e10fb admin admin] Publish callbacks [] for security_group (33c834b4-0327-4733-90f3-6bb14542a51e), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:21.802692 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.42', 57645) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:21.859623 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fcc113b7-c98d-4afd-be10-8e02252e10fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (33c834b4-0327-4733-90f3-6bb14542a51e), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:21.862227 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fcc113b7-c98d-4afd-be10-8e02252e10fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:21.863290 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-fcc113b7-c98d-4afd-be10-8e02252e10fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33c834b4-0327-4733-90f3-6bb14542a51e HTTP/1.1" status: 204 len: 168 time: 0.2947068 Jun 15 19:38:21.888935 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-8e68a72d-0e9b-40f1-9a40-bbaa5c8f3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:21.891341 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-8e68a72d-0e9b-40f1-9a40-bbaa5c8f3dc7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.2503805 Jun 15 19:38:21.892839 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] For port 957e70e2-59d5-4a89-bd25-2ddff5525782, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:38:21.897252 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc113b7-c98d-4afd-be10-8e02252e10fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c834b4-0327-4733-90f3-6bb14542a51e,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:21.906204 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] For port 957e70e2-59d5-4a89-bd25-2ddff5525782, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=957e70e2-59d5-4a89-bd25-2ddff5525782,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:38:21.917582 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c1ebf293-d380-499b-8e38-3d432beee348 req-dea7424a-d361-4e8e-92b6-1e7d4247e7bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:22.009327 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-b6494854-cdec-46a1-aba6-3321620136ed tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:22.013778 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-b6494854-cdec-46a1-aba6-3321620136ed tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "GET /v2.0/networks?id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 HTTP/1.1" status: 200 len: 814 time: 0.2099812 Jun 15 19:38:22.025058 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-9e27f03b-c201-4b57-b62d-3ca7b4513ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:22.026670 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-9e27f03b-c201-4b57-b62d-3ca7b4513ed4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1015792 Jun 15 19:38:22.028115 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:22.205754 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d955e8-2cde-41e8-9177-82e82962e702 req-b4b6a1a3-8547-4db2-a95c-f949c963b562 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:22.212719 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d1d955e8-2cde-41e8-9177-82e82962e702 req-b4b6a1a3-8547-4db2-a95c-f949c963b562 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 945 time: 0.1252947 Jun 15 19:38:22.232486 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:22.233787 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:22.236038 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] 10.222.0.42 "PUT /v2.0/ports/957e70e2-59d5-4a89-bd25-2ddff5525782 HTTP/1.1" status: 200 len: 1094 time: 4.7285409 Jun 15 19:38:22.239631 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-8777cf51-29e0-422d-af53-692de5210c47 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8e1414ffa3548938432aed200c75736 HTTP/1.1" status: 200 len: 379 time: 0.2160077 Jun 15 19:38:22.269735 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-c672c60f-473a-4192-b7be-e38c0272e6b0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'port': {'device_id': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'admin_state_up': True, 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'security_groups': ['2e5f435e-6f3b-482f-ab0b-5d323e89cd5d']}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:22.273264 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-b5768eef-9988-430d-898a-5992574ec7bc service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302232 Jun 15 19:38:22.288655 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86299e3e-e04d-4a50-bf4e-5bb489f49a00 service neutron] Pushing event updated for resources: {'Port': ['ID=957e70e2-59d5-4a89-bd25-2ddff5525782,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:22.337372 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d1d955e8-2cde-41e8-9177-82e82962e702 req-8767a689-269a-4b58-89a9-5bd3c470b8e5 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237047 Jun 15 19:38:22.415340 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:22.618854 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a164225f-6516-40b2-8065-b4444d0561d0 admin admin] Publish callbacks [] for security_group (144e9211-d4cc-4f7c-84e6-860a82ee1f26), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:22.621213 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f8ca3-12db-4bab-a7b5-5a0f257d9999 req-6b184cfa-2ee3-465d-b2ec-c4fc886e4a7f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:22.623493 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b44f8ca3-12db-4bab-a7b5-5a0f257d9999 req-6b184cfa-2ee3-465d-b2ec-c4fc886e4a7f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 944 time: 0.1402426 Jun 15 19:38:22.652155 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4677d186-dd31-43ea-8456-6d496ae93b2a req-0e7aa47a-772a-471a-8222-880cfaccdec6 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 210 time: 0.0404336 Jun 15 19:38:22.676992 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-c672c60f-473a-4192-b7be-e38c0272e6b0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Made reservation on behalf of e8e1414ffa3548938432aed200c75736 for: {'port': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:38:22.680299 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-c672c60f-473a-4192-b7be-e38c0272e6b0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:22.705645 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a164225f-6516-40b2-8065-b4444d0561d0 admin admin] Publish callbacks [] for security_group (144e9211-d4cc-4f7c-84e6-860a82ee1f26), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:22.748717 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b44f8ca3-12db-4bab-a7b5-5a0f257d9999 req-f7deffb6-6dde-459b-a010-c67da03dc873 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949605 Jun 15 19:38:22.811972 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-a1ddcbd5-4d01-4e52-95d2-d39463c50439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:22.816270 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-a1ddcbd5-4d01-4e52-95d2-d39463c50439 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd64a4f6222542f19ba5729f7abe12b2&device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 1128 time: 0.5141447 Jun 15 19:38:22.860421 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-2a830377-fef4-4a67-ba47-9c6826e65e68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:22.915400 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c1ebf293-d380-499b-8e38-3d432beee348 req-dea7424a-d361-4e8e-92b6-1e7d4247e7bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:22.919169 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-10907802-4ebc-46be-b0c7-997f5727378b req-00ef2cab-f452-4152-8389-1bbcdf0553da service neutron] Publish callbacks [] for security_group (ddce1271-1195-4190-a684-4db9bfd7fbd9), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:22.930321 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-15c4871c-2c19-4526-9e55-1937b521a6b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=957e70e2-59d5-4a89-bd25-2ddff5525782 HTTP/1.1" status: 200 len: 217 time: 0.0882678 Jun 15 19:38:22.936276 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:22.939015 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-33c406a2-cce0-4438-8c5a-e9b60a017d9b service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346641 Jun 15 19:38:22.946671 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e875b759-22ef-44ec-b95c-28fde922d370 req-622f42b0-4262-49f8-b327-3f6055b008bd tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 210 time: 0.0783055 Jun 15 19:38:22.983904 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-10907802-4ebc-46be-b0c7-997f5727378b req-00ef2cab-f452-4152-8389-1bbcdf0553da service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (ddce1271-1195-4190-a684-4db9bfd7fbd9), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:23.021476 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=5,neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:23.040739 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:23.059709 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee32b7-3118-40b7-b7f9-a55b189050fb req-f58d5b3e-2df9-4b41-b616-3362ec54e8f1 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:23.061339 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-25ee32b7-3118-40b7-b7f9-a55b189050fb req-f58d5b3e-2df9-4b41-b616-3362ec54e8f1 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 931 time: 0.1942208 Jun 15 19:38:23.081324 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ebf293-d380-499b-8e38-3d432beee348 req-dea7424a-d361-4e8e-92b6-1e7d4247e7bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Network f41991f1-753c-4841-8d77-8c975a43b0cd is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:38:23.093337 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a4ed60-945d-46a9-8f53-ead05148049e', 'tag': '957e70e2-59d5-4a89-bd25-2ddff5525782'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:23.096771 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb945b2d-07bb-480c-9b02-c6b96249e006" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a4ed60-945d-46a9-8f53-ead05148049e", "tag": "957e70e2-59d5-4a89-bd25-2ddff5525782"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:23.135902 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-c1ebf293-d380-499b-8e38-3d432beee348 req-dea7424a-d361-4e8e-92b6-1e7d4247e7bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:38:23.159061 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ebf293-d380-499b-8e38-3d432beee348 req-dea7424a-d361-4e8e-92b6-1e7d4247e7bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:38:23.165300 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf293-d380-499b-8e38-3d432beee348 req-dea7424a-d361-4e8e-92b6-1e7d4247e7bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:23.166189 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c1ebf293-d380-499b-8e38-3d432beee348 req-dea7424a-d361-4e8e-92b6-1e7d4247e7bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:23.174303 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54789ca-8f9e-41e9-a2c1-5afc7a5649a3 x-openstack-request-id: req-c54789ca-8f9e-41e9-a2c1-5afc7a5649a3 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:23.174588 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a4ed60-945d-46a9-8f53-ead05148049e", "tag": "957e70e2-59d5-4a89-bd25-2ddff5525782", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:23.174832 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c54789ca-8f9e-41e9-a2c1-5afc7a5649a3 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:23.175358 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c54789ca-8f9e-41e9-a2c1-5afc7a5649a3'] response: {'name': 'network-changed', 'server_uuid': 'b7a4ed60-945d-46a9-8f53-ead05148049e', 'tag': '957e70e2-59d5-4a89-bd25-2ddff5525782', 'status': 'completed', 'code': 200} Jun 15 19:38:23.193276 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef2cab-f452-4152-8389-1bbcdf0553da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ddce1271-1195-4190-a684-4db9bfd7fbd9,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:23.197309 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-c672c60f-473a-4192-b7be-e38c0272e6b0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Allocated IP 172.20.0.8 (25ed2ffb-2899-41f6-afeb-0cd1a1d94e79/06f7de3d-736b-4eeb-b465-011df871e6d7/30a09c0c-5cec-4b08-8e71-71e48f7bd23a) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:38:23.198587 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-10907802-4ebc-46be-b0c7-997f5727378b req-00ef2cab-f452-4152-8389-1bbcdf0553da service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7140207 Jun 15 19:38:23.210517 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7424a-d361-4e8e-92b6-1e7d4247e7bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Pushing event updated for resources: {'Port': ['ID=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:23.217472 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-25ee32b7-3118-40b7-b7f9-a55b189050fb req-315c5aa4-90d7-4f13-b534-340f9ca3b492 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285009 Jun 15 19:38:23.218611 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-d4b37333-490a-427f-921e-73768d56991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:23.220247 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-d4b37333-490a-427f-921e-73768d56991e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5682d96f-190e-460c-b7ed-ef0aa8e89880 HTTP/1.1" status: 200 len: 850 time: 0.2756701 Jun 15 19:38:23.224144 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a164225f-6516-40b2-8065-b4444d0561d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (144e9211-d4cc-4f7c-84e6-860a82ee1f26), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:23.227638 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a164225f-6516-40b2-8065-b4444d0561d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:23.232827 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-a164225f-6516-40b2-8065-b4444d0561d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/144e9211-d4cc-4f7c-84e6-860a82ee1f26 HTTP/1.1" status: 204 len: 168 time: 1.5732224 Jun 15 19:38:23.241229 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c1ebf293-d380-499b-8e38-3d432beee348 req-dea7424a-d361-4e8e-92b6-1e7d4247e7bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9845564 Jun 15 19:38:23.242602 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-2a830377-fef4-4a67-ba47-9c6826e65e68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:23.279517 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164225f-6516-40b2-8065-b4444d0561d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144e9211-d4cc-4f7c-84e6-860a82ee1f26,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:23.335746 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-2a830377-fef4-4a67-ba47-9c6826e65e68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Network f6ca100c-fdac-452a-ad9c-d280af0c139f is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:38:23.350202 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-2a830377-fef4-4a67-ba47-9c6826e65e68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:38:23.357091 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-2a830377-fef4-4a67-ba47-9c6826e65e68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:38:23.367111 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-2a830377-fef4-4a67-ba47-9c6826e65e68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:23.378666 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-2a830377-fef4-4a67-ba47-9c6826e65e68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:23.384976 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a830377-fef4-4a67-ba47-9c6826e65e68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event updated for resources: {'Port': ['ID=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:23.387142 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:38:23.415893 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-2a830377-fef4-4a67-ba47-9c6826e65e68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9213045 Jun 15 19:38:23.622539 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-5aa91da6-9d5a-4477-94a9-63d83ebce0b1 None None] Provisioning complete for port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:23.627313 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5aa91da6-9d5a-4477-94a9-63d83ebce0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:23.695231 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-5aa91da6-9d5a-4477-94a9-63d83ebce0b1 None None] Port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:38:23.708562 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ec0d0-1e84-4136-b63f-f95080c38c14 req-e3213695-875a-4702-ba5d-8e44eb1fb409 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:23.710332 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-888ec0d0-1e84-4136-b63f-f95080c38c14 req-e3213695-875a-4702-ba5d-8e44eb1fb409 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 945 time: 0.0753534 Jun 15 19:38:23.735407 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-c672c60f-473a-4192-b7be-e38c0272e6b0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:23.789475 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 44830) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:23.798285 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-888ec0d0-1e84-4136-b63f-f95080c38c14 req-31685b72-3e2e-4517-b6a5-b007d411692b tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752785 Jun 15 19:38:23.813470 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-e0be030f-b41e-4caf-8c87-9734a4573faf None None] Provisioning complete for port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:23.813858 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7874264f-3531-4f33-9557-7c5dabc7806b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:23.814017 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0be030f-b41e-4caf-8c87-9734a4573faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:23.854279 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-c672c60f-473a-4192-b7be-e38c0272e6b0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:23.864242 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:23.868467 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e0be030f-b41e-4caf-8c87-9734a4573faf None None] Port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:38:23.878142 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Request body: {'port': {'device_id': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:23.887099 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Request body: {'port': {'device_id': '3306831f-c20a-46c5-acaa-5420a83ae130', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:24.009555 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9a704-9647-457e-bc5c-87d3cd9ab6c2 req-b1331400-592c-488c-bbd9-5074375e03cb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:24.011886 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-feb9a704-9647-457e-bc5c-87d3cd9ab6c2 req-b1331400-592c-488c-bbd9-5074375e03cb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 932 time: 0.2008038 Jun 15 19:38:24.020752 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-c672c60f-473a-4192-b7be-e38c0272e6b0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:38:24.031133 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672c60f-473a-4192-b7be-e38c0272e6b0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'Port': ['ID=30a09c0c-5cec-4b08-8e71-71e48f7bd23a,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:24.033850 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-c672c60f-473a-4192-b7be-e38c0272e6b0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:38:24.045775 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-c672c60f-473a-4192-b7be-e38c0272e6b0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:38:24.058363 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325a005-8335-42e6-911a-ac7178307ed0 req-cc241c08-a552-4443-beb0-9c7496a2d346 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:24.060760 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e325a005-8335-42e6-911a-ac7178307ed0 req-cc241c08-a552-4443-beb0-9c7496a2d346 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 944 time: 0.1275766 Jun 15 19:38:24.196172 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-c672c60f-473a-4192-b7be-e38c0272e6b0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:24.197487 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-c672c60f-473a-4192-b7be-e38c0272e6b0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:24.261996 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:24.287953 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e325a005-8335-42e6-911a-ac7178307ed0 req-02e441ba-bbe5-4de9-8611-7a2dc4b02594 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919951 Jun 15 19:38:24.305507 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-feb9a704-9647-457e-bc5c-87d3cd9ab6c2 req-472c83e3-a6ef-48d3-870e-bed67a7b4833 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778592 Jun 15 19:38:24.314544 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-c672c60f-473a-4192-b7be-e38c0272e6b0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0672147 Jun 15 19:38:24.348916 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Request body: {'port': {'device_id': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:24.399718 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:24.408440 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90cc2-0e1a-4014-86a7-f208a803033d req-75d3e5de-7f3a-46ba-9a62-5fd4c2f12b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:24.410609 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-42e90cc2-0e1a-4014-86a7-f208a803033d req-75d3e5de-7f3a-46ba-9a62-5fd4c2f12b54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 1127 time: 0.5466421 Jun 15 19:38:24.422764 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-cfa750df-0705-4bf9-aae5-e2294a2f3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:24.424286 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-cfa750df-0705-4bf9-aae5-e2294a2f3c09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68dc56fb-2946-4967-bb27-7b13a758ce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5308142 Jun 15 19:38:24.453608 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:24.521423 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-551b6dbf-b09a-4275-8d38-a9b0fa3ff5bd None None] Provisioning complete for port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:24.526409 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:24.527748 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-551b6dbf-b09a-4275-8d38-a9b0fa3ff5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:24.573670 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbe8f3-cbcb-4149-aaea-7d3a9a12175d req-3edd5551-ead0-4895-925a-27136c69719b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:24.581521 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-64cbe8f3-cbcb-4149-aaea-7d3a9a12175d req-3edd5551-ead0-4895-925a-27136c69719b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 931 time: 0.1201704 Jun 15 19:38:24.593115 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:24.621028 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-551b6dbf-b09a-4275-8d38-a9b0fa3ff5bd None None] Port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:38:24.641588 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:24.647728 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7874264f-3531-4f33-9557-7c5dabc7806b admin admin] Publish callbacks [] for security_group (fc494978-188d-4c39-b950-168e2097ec28), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:24.668956 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7874264f-3531-4f33-9557-7c5dabc7806b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (fc494978-188d-4c39-b950-168e2097ec28), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:24.670985 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46915c77-2b2a-4aa4-aaaa-ac120b2d3e77 req-b3ff3bc7-9b42-49cf-8fa1-5e44503c36a9 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:24.674813 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-46915c77-2b2a-4aa4-aaaa-ac120b2d3e77 req-b3ff3bc7-9b42-49cf-8fa1-5e44503c36a9 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 931 time: 0.2168736 Jun 15 19:38:24.807285 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-86eb7c9c-edc1-45c1-bff4-1e53da0d3a51 service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636508 Jun 15 19:38:24.841925 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-64cbe8f3-cbcb-4149-aaea-7d3a9a12175d req-67ce93ed-59ed-4dcf-8efc-9ba98a20a395 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595220 Jun 15 19:38:24.847778 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-7874264f-3531-4f33-9557-7c5dabc7806b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2df8a0d89a248e6bb4ecb06a1849c05&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0571566 Jun 15 19:38:24.848686 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874264f-3531-4f33-9557-7c5dabc7806b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc494978-188d-4c39-b950-168e2097ec28,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:24.860400 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 44870) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:24.870624 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90cc2-0e1a-4014-86a7-f208a803033d req-9ef578a8-0ce4-4e2e-8dcf-228f7bf022af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:24.872644 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-42e90cc2-0e1a-4014-86a7-f208a803033d req-9ef578a8-0ce4-4e2e-8dcf-228f7bf022af service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 919 time: 0.4253960 Jun 15 19:38:24.946905 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-46915c77-2b2a-4aa4-aaaa-ac120b2d3e77 req-78958ff7-a26b-4b45-9d87-b7cc43ddbe55 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585876 Jun 15 19:38:24.966075 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:25.020539 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-42e90cc2-0e1a-4014-86a7-f208a803033d req-3cf35fd0-5f88-41df-bff4-323943ac3419 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 HTTP/1.1" status: 200 len: 217 time: 0.1188338 Jun 15 19:38:25.037694 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf12fa5-3da7-4442-ae46-ff93ebbbfb1d req-9db3a8b8-eafc-4c38-975e-99c391d6830c tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:25.039296 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-faf12fa5-3da7-4442-ae46-ff93ebbbfb1d req-9db3a8b8-eafc-4c38-975e-99c391d6830c tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 945 time: 0.0915289 Jun 15 19:38:25.058725 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:25.142195 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-faf12fa5-3da7-4442-ae46-ff93ebbbfb1d req-2dcc3121-d36b-492a-bba7-3e14f84f4318 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899146 Jun 15 19:38:25.156714 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a09c0c-5cec-4b08-8e71-71e48f7bd23a {{(pid=104104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:38:25.166657 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Publish callbacks [] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:25.194905 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.provisioning_blocks [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Transition to ACTIVE for port object 30a09c0c-5cec-4b08-8e71-71e48f7bd23a will not be triggered until provisioned by entity L2. {{(pid=104104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:38:25.201817 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:25.299217 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90cc2-0e1a-4014-86a7-f208a803033d req-58d60fb7-d871-45ee-b69d-6795f1441bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:25.300881 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-42e90cc2-0e1a-4014-86a7-f208a803033d req-58d60fb7-d871-45ee-b69d-6795f1441bbd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.2602522 Jun 15 19:38:25.309724 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Pushing event updated for resources: {'Port': ['ID=30a09c0c-5cec-4b08-8e71-71e48f7bd23a,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:25.323887 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cedea3f9-2187-4bd2-b8fc-4c9c55c15731 req-fc264820-3129-4aed-8080-a864136e5427 service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982564 Jun 15 19:38:25.353932 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e2d9f55b-1042-4087-9731-a17f69881d26 admin admin] Publish callbacks [] for security_group (fc494978-188d-4c39-b950-168e2097ec28), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:25.491919 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Attempting to bind port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:38:25.492264 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Attempting to bind port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:38:25.492624 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Attempting to bind port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a on network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:25.502493 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950734b-1a4f-4b6f-af62-57f547efbe43 req-04119f92-0a3d-4c06-ba9e-adb1303c79b5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:25.503924 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b950734b-1a4f-4b6f-af62-57f547efbe43 req-04119f92-0a3d-4c06-ba9e-adb1303c79b5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 944 time: 0.1320541 Jun 15 19:38:25.511581 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e2d9f55b-1042-4087-9731-a17f69881d26 admin admin] Publish callbacks [] for security_group (fc494978-188d-4c39-b950-168e2097ec28), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:25.513180 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a on network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:38:25.513500 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Attempting to bind port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a on network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:25.523251 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c095ae1-fbd9-447c-856c-ee20e1cea116 req-95d68fe2-37e9-420d-8bd4-9d3641a730f0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:25.524868 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3c095ae1-fbd9-447c-856c-ee20e1cea116 req-95d68fe2-37e9-420d-8bd4-9d3641a730f0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 932 time: 0.0805867 Jun 15 19:38:25.534655 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:38:25.534949 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Checking segment: {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:38:25.535476 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Bound using segment: {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:38:25.535906 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Bound port: 30a09c0c-5cec-4b08-8e71-71e48f7bd23a, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'}}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:38:25.536261 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:25.552148 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:38:25.557727 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f1f355-ef6f-4c67-8fc5-35f007612cd4 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:38:25.584857 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Publish callbacks [] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:25.588804 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Publish callbacks [] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:25.615446 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Transition to ACTIVE for port object 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:38:25.618125 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:25.618706 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Transition to ACTIVE for port object e3f1f355-ef6f-4c67-8fc5-35f007612cd4 will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:38:25.620312 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:25.624893 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:25.647384 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:25.656326 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b950734b-1a4f-4b6f-af62-57f547efbe43 req-ec3c24ea-35d1-4557-8ff5-d9789410381b tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404164 Jun 15 19:38:25.664264 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3c095ae1-fbd9-447c-856c-ee20e1cea116 req-a3670a5a-581a-48c7-90b5-cf381447161d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314800 Jun 15 19:38:25.673756 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] For port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a, host hv-cinder-84456, cleared binding levels {{(pid=104104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:38:25.679469 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e2d9f55b-1042-4087-9731-a17f69881d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (fc494978-188d-4c39-b950-168e2097ec28), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:25.680000 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] For port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=30a09c0c-5cec-4b08-8e71-71e48f7bd23a,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:38:25.682750 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e2d9f55b-1042-4087-9731-a17f69881d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:25.683846 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-e2d9f55b-1042-4087-9731-a17f69881d26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc494978-188d-4c39-b950-168e2097ec28 HTTP/1.1" status: 204 len: 168 time: 0.8146713 Jun 15 19:38:25.698590 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:25.704665 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9f55b-1042-4087-9731-a17f69881d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc494978-188d-4c39-b950-168e2097ec28,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:25.720561 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Pushing event updated for resources: {'Port': ['ID=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:25.750365 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:25.751314 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:25.752751 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] 10.222.0.42 "PUT /v2.0/ports/30a09c0c-5cec-4b08-8e71-71e48f7bd23a HTTP/1.1" status: 200 len: 1093 time: 1.4155970 Jun 15 19:38:25.753189 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'tag': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:25.784728 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c697c-6ecf-4fa5-892a-811777d1b67c service neutron] Pushing event updated for resources: {'Port': ['ID=30a09c0c-5cec-4b08-8e71-71e48f7bd23a,revision_number=3']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:25.950394 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Attempting to bind port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:38:25.951219 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d8336b-5dc4-4650-885e-30c7207b2d62" -d '{"events": [{"name": "network-changed", "server_uuid": "9d725dd8-b126-49c5-8d0f-3a02cb3331d2", "tag": "30a09c0c-5cec-4b08-8e71-71e48f7bd23a"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:25.952544 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Attempting to bind port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:38:25.953144 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Attempting to bind port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 on network f41991f1-753c-4841-8d77-8c975a43b0cd {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:25.972634 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Attempting to bind port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:38:25.972968 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Attempting to bind port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:38:25.973296 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Attempting to bind port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 on network f6ca100c-fdac-452a-ad9c-d280af0c139f {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:25.975976 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Pushing event updated for resources: {'Port': ['ID=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:25.991436 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 on network f41991f1-753c-4841-8d77-8c975a43b0cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:38:25.992529 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Attempting to bind port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 on network f41991f1-753c-4841-8d77-8c975a43b0cd {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:25.992977 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:26.006958 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 on network f6ca100c-fdac-452a-ad9c-d280af0c139f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:38:26.013806 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Attempting to bind port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 on network f6ca100c-fdac-452a-ad9c-d280af0c139f {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:38:26.018049 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:38:26.018520 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Checking segment: {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:38:26.019530 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Bound using segment: {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:38:26.021270 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Bound port: 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:38:26.032404 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:26.061543 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:38:26.074722 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Checking segment: {'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:38:26.078962 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Bound using segment: {'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:38:26.079128 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Bound port: e3f1f355-ef6f-4c67-8fc5-35f007612cd4, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:38:26.079439 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:26.120313 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fb7d1-aca9-4e22-b1c5-784425acf330 req-16f926f2-6e8f-4864-a440-1bfe87ff067e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:26.122466 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-345fb7d1-aca9-4e22-b1c5-784425acf330 req-16f926f2-6e8f-4864-a440-1bfe87ff067e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 943 time: 0.1421669 Jun 15 19:38:26.154265 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8476057-dc74-4264-b4d6-de9c01ebcd4f x-openstack-request-id: req-c8476057-dc74-4264-b4d6-de9c01ebcd4f {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:26.154708 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d725dd8-b126-49c5-8d0f-3a02cb3331d2", "tag": "30a09c0c-5cec-4b08-8e71-71e48f7bd23a", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:26.154898 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8476057-dc74-4264-b4d6-de9c01ebcd4f {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:26.155448 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8476057-dc74-4264-b4d6-de9c01ebcd4f'] response: {'name': 'network-changed', 'server_uuid': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'tag': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'status': 'completed', 'code': 200} Jun 15 19:38:26.256788 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-345fb7d1-aca9-4e22-b1c5-784425acf330 req-629eae8f-1c15-4ca4-a191-67cded0d3930 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995550 Jun 15 19:38:26.285286 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] For port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:38:26.309839 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] For port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:38:26.361784 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:26.424067 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] For port e3f1f355-ef6f-4c67-8fc5-35f007612cd4, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:38:26.447413 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:26.460860 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] For port e3f1f355-ef6f-4c67-8fc5-35f007612cd4, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:38:26.463066 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:26.464075 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:26.466833 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c1ebf293-d380-499b-8e38-3d432beee348 req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] 10.222.0.42 "PUT /v2.0/ports/47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 HTTP/1.1" status: 200 len: 1093 time: 2.5846455 Jun 15 19:38:26.473045 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3306831f-c20a-46c5-acaa-5420a83ae130', 'tag': '47e168a5-c1f1-42dd-b5ac-e995fc3c66c4'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:26.475653 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d7e9f9-f678-4c0a-9ace-009bf0695fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "3306831f-c20a-46c5-acaa-5420a83ae130", "tag": "47e168a5-c1f1-42dd-b5ac-e995fc3c66c4"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:26.547140 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90cc2-0e1a-4014-86a7-f208a803033d req-36b9ffbe-8032-4efd-bddc-aab37342662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:26.551668 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-42e90cc2-0e1a-4014-86a7-f208a803033d req-36b9ffbe-8032-4efd-bddc-aab37342662b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2197080 Jun 15 19:38:26.567124 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:26.665281 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91524fb-373c-4e42-8e05-19a87a27c749 service neutron] Pushing event updated for resources: {'Port': ['ID=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:26.934160 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb945b2d-07bb-480c-9b02-c6b96249e006 req-216d3eb0-af73-4693-a784-5c65dc6591c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:26.936350 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-bb945b2d-07bb-480c-9b02-c6b96249e006 req-216d3eb0-af73-4693-a784-5c65dc6591c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd64a4f6222542f19ba5729f7abe12b2&device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 1128 time: 0.4878643 Jun 15 19:38:26.939446 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460242c8-735d-4a2b-bc8a-3cc8c073174e req-07edda2a-0e33-43e9-ab83-a0297fa7b6ed tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:26.941257 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-460242c8-735d-4a2b-bc8a-3cc8c073174e req-07edda2a-0e33-43e9-ab83-a0297fa7b6ed tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 945 time: 0.5704565 Jun 15 19:38:26.954558 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7fc29-9424-4ede-8f95-e8c9f9d1f409 req-a23c6508-644b-46e2-a1c4-76d9ccf23739 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:26.956019 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-52f7fc29-9424-4ede-8f95-e8c9f9d1f409 req-a23c6508-644b-46e2-a1c4-76d9ccf23739 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 943 time: 0.7104287 Jun 15 19:38:26.970721 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:26.971530 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:26.973070 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] 10.222.0.42 "PUT /v2.0/ports/e3f1f355-ef6f-4c67-8fc5-35f007612cd4 HTTP/1.1" status: 200 len: 1094 time: 3.1070213 Jun 15 19:38:26.993347 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8336b-5dc4-4650-885e-30c7207b2d62 req-8b9efcfd-27dc-4b6e-9a91-c9763a96c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:26.995620 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-77d8336b-5dc4-4650-885e-30c7207b2d62 req-8b9efcfd-27dc-4b6e-9a91-c9763a96c278 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 1127 time: 0.5644314 Jun 15 19:38:27.115272 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-460242c8-735d-4a2b-bc8a-3cc8c073174e req-0b6499fa-aa25-4c1c-aa6a-41765f6d02ec tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580396 Jun 15 19:38:27.133579 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf293-d380-499b-8e38-3d432beee348 req-aec96335-490b-40b1-b3ea-3f41e515e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:27.135319 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c1ebf293-d380-499b-8e38-3d432beee348 req-aec96335-490b-40b1-b3ea-3f41e515e0c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 1127 time: 0.5172946 Jun 15 19:38:27.267677 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-52f7fc29-9424-4ede-8f95-e8c9f9d1f409 req-50c917c1-cf09-43f6-aa69-b6c4cd6981cd tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041732 Jun 15 19:38:27.313933 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af1c3d5-e49e-4369-81c1-2fd37a3e1823 x-openstack-request-id: req-0af1c3d5-e49e-4369-81c1-2fd37a3e1823 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:27.314903 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3306831f-c20a-46c5-acaa-5420a83ae130", "tag": "47e168a5-c1f1-42dd-b5ac-e995fc3c66c4", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:27.315320 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0af1c3d5-e49e-4369-81c1-2fd37a3e1823 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:27.316058 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af1c3d5-e49e-4369-81c1-2fd37a3e1823'] response: {'name': 'network-changed', 'server_uuid': '3306831f-c20a-46c5-acaa-5420a83ae130', 'tag': '47e168a5-c1f1-42dd-b5ac-e995fc3c66c4', 'status': 'completed', 'code': 200} Jun 15 19:38:27.317704 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-e8b26077-91a4-4a5b-9177-a3de7ecb58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:27.319402 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-e8b26077-91a4-4a5b-9177-a3de7ecb58ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71e0c71509f94f158063991e37617894&device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 1128 time: 0.2556181 Jun 15 19:38:27.320139 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4794d5-0c3a-4ce9-8877-83c8f97c315e service neutron] Pushing event updated for resources: {'Port': ['ID=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:27.342677 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8336b-5dc4-4650-885e-30c7207b2d62 req-6d8ef531-5c18-417b-a86a-6ae1fd966735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:27.342802 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-42e90cc2-0e1a-4014-86a7-f208a803033d req-8f3e75ab-2590-4dfc-9219-f0ddcf3b3f9f service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7532170 Jun 15 19:38:27.342893 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-77d8336b-5dc4-4650-885e-30c7207b2d62 req-6d8ef531-5c18-417b-a86a-6ae1fd966735 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e8e1414ffa3548938432aed200c75736&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3332045 Jun 15 19:38:27.342962 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:27.356721 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb945b2d-07bb-480c-9b02-c6b96249e006 req-0c63c7e9-0ff2-403e-aa71-0be7c175bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:27.358297 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-bb945b2d-07bb-480c-9b02-c6b96249e006 req-0c63c7e9-0ff2-403e-aa71-0be7c175bb04 service neutron] 10.222.0.42 "GET /v2.0/networks?id=68dc56fb-2946-4967-bb27-7b13a758ce58 HTTP/1.1" status: 200 len: 912 time: 0.3909674 Jun 15 19:38:27.459331 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd983fc-4506-4d8c-bc69-d77c4a0b4596 req-514b12b1-f47d-48c3-aa2a-07682bff54dd tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:27.460937 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6cd983fc-4506-4d8c-bc69-d77c4a0b4596 req-514b12b1-f47d-48c3-aa2a-07682bff54dd tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 944 time: 0.0853188 Jun 15 19:38:27.469967 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cfb95-aad6-437a-8f43-56b8e469f30f req-87c4ece6-3b88-475a-abaa-2fee00309b94 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:27.472046 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-712cfb95-aad6-437a-8f43-56b8e469f30f req-87c4ece6-3b88-475a-abaa-2fee00309b94 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0841689 Jun 15 19:38:27.548738 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6cd983fc-4506-4d8c-bc69-d77c4a0b4596 req-c81afda1-3d1f-4064-9a1d-141a686a9eef tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757146 Jun 15 19:38:27.555570 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-712cfb95-aad6-437a-8f43-56b8e469f30f req-3802134f-9a14-4ef3-a482-8995d3d6d032 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765796 Jun 15 19:38:27.670072 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73729258-be2a-4ecd-a83f-c5f7ab4bf2a3 req-99480345-dbff-4273-9871-10e1359ea396 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:27.671558 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-73729258-be2a-4ecd-a83f-c5f7ab4bf2a3 req-99480345-dbff-4273-9871-10e1359ea396 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 943 time: 0.0472910 Jun 15 19:38:27.720768 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-73729258-be2a-4ecd-a83f-c5f7ab4bf2a3 req-c1b66eaa-ce41-4814-a24e-bf1ce78aa5e2 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434763 Jun 15 19:38:27.896463 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:38:27.935698 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:28.005125 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:28.020647 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'port_id': 'bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7', 'mac_address': 'fa:16:3e:67:f8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:38:28.055004 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:28.055398 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:28.069355 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:38:28.089646 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:28.094700 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:28.142439 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:28.240899 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d571b7-f780-4695-8f56-200d00ecfa3c req-90ae2304-dee8-4918-84e3-38d059d2a6fd tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:28.242669 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d0d571b7-f780-4695-8f56-200d00ecfa3c req-90ae2304-dee8-4918-84e3-38d059d2a6fd tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 945 time: 0.0485497 Jun 15 19:38:28.291709 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d0d571b7-f780-4695-8f56-200d00ecfa3c req-266f6e25-60a6-4d44-80f6-47eb2c407d4a tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435972 Jun 15 19:38:28.436168 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688b862-59ff-46f4-9937-4f7c86efb902 req-15689c8e-2d0a-487f-bbbb-80fc91f9ab52 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:28.437812 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e688b862-59ff-46f4-9937-4f7c86efb902 req-15689c8e-2d0a-487f-bbbb-80fc91f9ab52 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 943 time: 0.0533800 Jun 15 19:38:28.489944 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e688b862-59ff-46f4-9937-4f7c86efb902 req-45401490-7270-4013-8f01-64c285d1591e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437398 Jun 15 19:38:28.692331 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43734366-512f-4495-ae84-4d424195f013 req-34b034de-35b7-469b-bd1f-fe9c0ca04f0d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:28.699534 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-43734366-512f-4495-ae84-4d424195f013 req-34b034de-35b7-469b-bd1f-fe9c0ca04f0d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0635405 Jun 15 19:38:28.723536 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:28.751437 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78178b56-e5e8-4558-aac2-9fdbaa6e31d8 req-f6247669-5a01-4b24-ab70-0d1a468c56de tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:28.752902 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-78178b56-e5e8-4558-aac2-9fdbaa6e31d8 req-f6247669-5a01-4b24-ab70-0d1a468c56de tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 944 time: 0.0784366 Jun 15 19:38:28.773753 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:28.800146 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-43734366-512f-4495-ae84-4d424195f013 req-7e8dc4c5-77e5-4cf4-a897-a678344f498d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997965 Jun 15 19:38:28.833883 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-78178b56-e5e8-4558-aac2-9fdbaa6e31d8 req-6bfc3f63-e5c6-4342-af67-11de0eccc993 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711007 Jun 15 19:38:28.913127 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7438bf-ffe9-497e-8528-60b62506d8ad req-d68ee995-10f4-44ba-be58-0e474e00e5d4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:28.914537 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ed7438bf-ffe9-497e-8528-60b62506d8ad req-d68ee995-10f4-44ba-be58-0e474e00e5d4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 943 time: 0.0475523 Jun 15 19:38:28.966551 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ed7438bf-ffe9-497e-8528-60b62506d8ad req-87e10c4e-e8ae-4fbf-8588-a0371452f9d7 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456278 Jun 15 19:38:29.317775 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'tag': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:29.320133 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a259d3-471c-4810-8e66-29b28bd66bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "eadf922d-e2cd-4805-9aee-7157bd242fa9", "tag": "e3f1f355-ef6f-4c67-8fc5-35f007612cd4"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:29.355522 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d595cf6f-a134-4fbb-a39b-749b4655ae65 x-openstack-request-id: req-d595cf6f-a134-4fbb-a39b-749b4655ae65 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:29.355882 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eadf922d-e2cd-4805-9aee-7157bd242fa9", "tag": "e3f1f355-ef6f-4c67-8fc5-35f007612cd4", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:29.356131 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d595cf6f-a134-4fbb-a39b-749b4655ae65 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:29.356551 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d595cf6f-a134-4fbb-a39b-749b4655ae65'] response: {'name': 'network-changed', 'server_uuid': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'tag': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'status': 'completed', 'code': 200} Jun 15 19:38:29.601127 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d82f75-9d35-4e31-9b0c-fe4a3f593aae req-f9272951-a048-4ccd-b74a-5a19e1a6b929 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:29.602594 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-39d82f75-9d35-4e31-9b0c-fe4a3f593aae req-f9272951-a048-4ccd-b74a-5a19e1a6b929 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 943 time: 0.0466342 Jun 15 19:38:29.640404 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 957e70e2-59d5-4a89-bd25-2ddff5525782 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:38:29.651426 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-39d82f75-9d35-4e31-9b0c-fe4a3f593aae req-0406e839-6b9e-451a-a4bc-e637d4589273 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433602 Jun 15 19:38:29.735653 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-2d4c6b82-93e7-4541-bbce-9a7d1be8dc72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4 HTTP/1.1" status: 200 len: 217 time: 0.0825250 Jun 15 19:38:29.756519 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c1ebf293-d380-499b-8e38-3d432beee348 req-f5d39444-54e5-4637-a09f-89ceee0d2a9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 HTTP/1.1" status: 200 len: 217 time: 0.1102424 Jun 15 19:38:29.760308 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 957e70e2-59d5-4a89-bd25-2ddff5525782, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=957e70e2-59d5-4a89-bd25-2ddff5525782,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:29.772910 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': '957e70e2-59d5-4a89-bd25-2ddff5525782', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'port_id': '957e70e2-59d5-4a89-bd25-2ddff5525782', 'mac_address': 'fa:16:3e:16:49:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:38:29.816633 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 957e70e2-59d5-4a89-bd25-2ddff5525782 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:29.817124 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:29.824260 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-bb945b2d-07bb-480c-9b02-c6b96249e006 req-71d6eacb-c342-4bf4-b1c1-027a431efbd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=957e70e2-59d5-4a89-bd25-2ddff5525782 HTTP/1.1" status: 200 len: 217 time: 0.1686103 Jun 15 19:38:29.832367 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957e70e2-59d5-4a89-bd25-2ddff5525782 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:38:29.835433 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8336b-5dc4-4650-885e-30c7207b2d62 req-f5536f48-54f5-45dd-8267-0b16cf292567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:29.837324 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-77d8336b-5dc4-4650-885e-30c7207b2d62 req-f5536f48-54f5-45dd-8267-0b16cf292567 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1848631 Jun 15 19:38:29.853802 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 957e70e2-59d5-4a89-bd25-2ddff5525782, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=957e70e2-59d5-4a89-bd25-2ddff5525782,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:29.867639 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:29.901416 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:38:29.959146 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-1ff79a64-e75a-45a3-8bdb-c992b83fca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:29.960608 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-1ff79a64-e75a-45a3-8bdb-c992b83fca9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c37954e0-0ba0-4cd2-9041-862c785d922d HTTP/1.1" status: 200 len: 856 time: 0.2140164 Jun 15 19:38:29.963827 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf293-d380-499b-8e38-3d432beee348 req-9b671d9b-8a26-4255-ba07-b18a668f7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:29.965212 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c1ebf293-d380-499b-8e38-3d432beee348 req-9b671d9b-8a26-4255-ba07-b18a668f7a5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.1686475 Jun 15 19:38:29.970398 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=957e70e2-59d5-4a89-bd25-2ddff5525782,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:30.006629 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb945b2d-07bb-480c-9b02-c6b96249e006 req-a1bf7e84-98f9-429d-a712-d0230f6fb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:30.008088 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-bb945b2d-07bb-480c-9b02-c6b96249e006 req-a1bf7e84-98f9-429d-a712-d0230f6fb31c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5682d96f-190e-460c-b7ed-ef0aa8e89880 HTTP/1.1" status: 200 len: 850 time: 0.1544085 Jun 15 19:38:30.022497 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:30.025514 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-f40362ee-8712-413f-a127-146ed3a91af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:30.027978 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-f40362ee-8712-413f-a127-146ed3a91af2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 1127 time: 0.1338973 Jun 15 19:38:30.032983 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=61,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:30.061439 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-42e90cc2-0e1a-4014-86a7-f208a803033d req-a2c904cc-568f-464d-a03f-0ffe6eb3c9f8 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047863 Jun 15 19:38:30.100970 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf293-d380-499b-8e38-3d432beee348 req-ec2bcb59-7d74-45b9-9910-4322600ab6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:30.102503 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c1ebf293-d380-499b-8e38-3d432beee348 req-ec2bcb59-7d74-45b9-9910-4322600ab6dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1265688 Jun 15 19:38:30.105162 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-e2c2ba22-af5a-4833-9519-a1e51bba5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:30.106599 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-e2c2ba22-af5a-4833-9519-a1e51bba5165 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ca100c-fdac-452a-ad9c-d280af0c139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1330950 Jun 15 19:38:30.107886 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb945b2d-07bb-480c-9b02-c6b96249e006 req-375cc648-8efd-43b1-8b38-0b0856e7e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:30.109246 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-bb945b2d-07bb-480c-9b02-c6b96249e006 req-375cc648-8efd-43b1-8b38-0b0856e7e718 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68dc56fb-2946-4967-bb27-7b13a758ce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623770 Jun 15 19:38:30.111309 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['957e70e2-59d5-4a89-bd25-2ddff5525782'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:38:30.124906 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe3c7f-e243-49a7-8d1b-4dae86ab8b1c req-1b8e7fe8-82d0-4279-ba67-ad5516819cbb tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:30.127446 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e2fe3c7f-e243-49a7-8d1b-4dae86ab8b1c req-1b8e7fe8-82d0-4279-ba67-ad5516819cbb tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 945 time: 0.1938050 Jun 15 19:38:30.135250 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86b58e-04b6-45b5-bee7-3d6ecd38c6e1 req-f1d0cabd-f9c3-4b91-abb3-55c494e0cfe6 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:30.138667 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-de86b58e-04b6-45b5-bee7-3d6ecd38c6e1 req-f1d0cabd-f9c3-4b91-abb3-55c494e0cfe6 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.2030299 Jun 15 19:38:30.140898 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-0fc24c0a-6776-49ab-8522-bd4a8ac646ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30a09c0c-5cec-4b08-8e71-71e48f7bd23a HTTP/1.1" status: 200 len: 217 time: 0.1044471 Jun 15 19:38:30.279628 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-36ee232e-d6cd-41c5-b405-010a5e4c1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:30.281536 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-36ee232e-d6cd-41c5-b405-010a5e4c1528 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06f7de3d-736b-4eeb-b465-011df871e6d7 HTTP/1.1" status: 200 len: 853 time: 0.1241326 Jun 15 19:38:30.285890 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e2fe3c7f-e243-49a7-8d1b-4dae86ab8b1c req-c89feeb7-9874-4ebb-8970-a5646d94b9e7 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431677 Jun 15 19:38:30.296803 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-de86b58e-04b6-45b5-bee7-3d6ecd38c6e1 req-047679b0-743d-4ede-aa77-1855099a5d53 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415620 Jun 15 19:38:30.399535 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-bb945b2d-07bb-480c-9b02-c6b96249e006 req-31715e9d-2e1e-4ad4-9c81-75794d2dd9e9 service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741225 Jun 15 19:38:30.401290 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c1ebf293-d380-499b-8e38-3d432beee348 req-8c12f313-839a-4f8e-a6df-f78a6f16c2c9 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866197 Jun 15 19:38:30.406993 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-ca30d342-cd07-481c-8517-969bc7b9899d service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838056 Jun 15 19:38:30.422145 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:30.424234 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-2af45435-25fa-4de1-9118-9b156f364fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:30.425668 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-2af45435-25fa-4de1-9118-9b156f364fc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1279664 Jun 15 19:38:30.511615 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba55f6-21fb-4298-bf4b-693a50bf163c req-1b1cbd57-a006-4754-8d55-4d7a2a49341c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:30.518838 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-43ba55f6-21fb-4298-bf4b-693a50bf163c req-1b1cbd57-a006-4754-8d55-4d7a2a49341c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 943 time: 0.0960417 Jun 15 19:38:30.655541 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:30.678076 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-bb945b2d-07bb-480c-9b02-c6b96249e006 req-63c082fd-eaf4-4c85-89ba-9c646f65c8a9 service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677453 Jun 15 19:38:30.682563 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c1ebf293-d380-499b-8e38-3d432beee348 req-95ad49b4-8c72-47e5-93b5-8ad6febad5ed service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621245 Jun 15 19:38:30.686288 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c5fd76e9-75f7-4de0-8ee2-7b09f5a74a93 req-ab0417ed-6322-4ca3-8cd0-b07cdf15b2e5 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644498 Jun 15 19:38:30.829892 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-43ba55f6-21fb-4298-bf4b-693a50bf163c req-ab5e5066-92ec-41c3-9c34-b3b287bfda22 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3100657 Jun 15 19:38:30.838245 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-6c90da2e-a038-4def-a26b-94dce279b180 service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742189 Jun 15 19:38:30.846044 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e069af-8a2e-4791-b7f6-323d0b513f54 req-2ddb4e62-8496-4b71-817a-d79f0de68342 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:30.847617 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-18e069af-8a2e-4791-b7f6-323d0b513f54 req-2ddb4e62-8496-4b71-817a-d79f0de68342 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 943 time: 0.0913653 Jun 15 19:38:30.906904 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-18e069af-8a2e-4791-b7f6-323d0b513f54 req-77b4f023-87b3-442c-a99d-de31022302d6 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529380 Jun 15 19:38:31.357887 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45102) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:31.404711 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a136616-0361-4955-8810-855e42a51a3c req-a460a95f-8d37-4ff1-8072-a65935023669 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:31.406460 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1a136616-0361-4955-8810-855e42a51a3c req-a460a95f-8d37-4ff1-8072-a65935023669 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 945 time: 0.0511730 Jun 15 19:38:31.424978 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:31.432078 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:31.456538 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1a136616-0361-4955-8810-855e42a51a3c req-7640f05b-4dac-41a9-8a4e-09a94ae50359 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445645 Jun 15 19:38:31.468906 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e2ea2655-a6d6-4cfd-a3ca-d4ec9498629d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:31.544876 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e2ea2655-a6d6-4cfd-a3ca-d4ec9498629d admin admin] Publish callbacks [] for security_group (1ea91b4c-c78f-4c42-bf05-b1e91c0d402e), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:31.549328 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e2ea2655-a6d6-4cfd-a3ca-d4ec9498629d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (1ea91b4c-c78f-4c42-bf05-b1e91c0d402e), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:31.558417 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da665a-cb08-4ec8-8e3b-c940c6289dae req-9d5cdf1d-c2ec-42ce-b272-b4df4e93974d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:31.560466 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-27da665a-cb08-4ec8-8e3b-c940c6289dae req-9d5cdf1d-c2ec-42ce-b272-b4df4e93974d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0486784 Jun 15 19:38:31.588553 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-e2ea2655-a6d6-4cfd-a3ca-d4ec9498629d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55c213aa313b4afb8bdaedcde44a732b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294855 Jun 15 19:38:31.589399 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea2655-a6d6-4cfd-a3ca-d4ec9498629d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea91b4c-c78f-4c42-bf05-b1e91c0d402e,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:31.592408 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45108) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:31.625356 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:38:31.629735 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:31.630397 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-27da665a-cb08-4ec8-8e3b-c940c6289dae req-21033e67-228f-491b-a2fe-39d6359a082a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641592 Jun 15 19:38:31.657558 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3d2dbaf6-1592-4f1c-9f5f-ec64575646e3 admin admin] Publish callbacks [] for security_group (1ea91b4c-c78f-4c42-bf05-b1e91c0d402e), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:31.666848 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:31.684788 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3d2dbaf6-1592-4f1c-9f5f-ec64575646e3 admin admin] Publish callbacks [] for security_group (1ea91b4c-c78f-4c42-bf05-b1e91c0d402e), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:31.723872 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:38:31.748106 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3d2dbaf6-1592-4f1c-9f5f-ec64575646e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (1ea91b4c-c78f-4c42-bf05-b1e91c0d402e), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:31.751793 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3d2dbaf6-1592-4f1c-9f5f-ec64575646e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:31.752976 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-3d2dbaf6-1592-4f1c-9f5f-ec64575646e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ea91b4c-c78f-4c42-bf05-b1e91c0d402e HTTP/1.1" status: 204 len: 168 time: 0.1596687 Jun 15 19:38:31.762438 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dbaf6-1592-4f1c-9f5f-ec64575646e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea91b4c-c78f-4c42-bf05-b1e91c0d402e,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:31.764555 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:31.764942 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:31.826541 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:31.842910 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': '47e168a5-c1f1-42dd-b5ac-e995fc3c66c4', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'port_id': '47e168a5-c1f1-42dd-b5ac-e995fc3c66c4', 'mac_address': 'fa:16:3e:ee:6a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:38:31.912144 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:31.912827 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:31.916212 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:31.916730 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:31.970794 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:38:31.985634 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831dd3a2-1d82-45da-a99f-000c5954e54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:31.989680 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5c21a-6d5f-4b11-8823-f4d6e88471f2 req-8017fdf1-8877-44aa-af5c-6d7f83c44104 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:31.994442 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-75c5c21a-6d5f-4b11-8823-f4d6e88471f2 req-8017fdf1-8877-44aa-af5c-6d7f83c44104 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 943 time: 0.0885389 Jun 15 19:38:32.004995 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2e4ff5-2a1f-444f-a97d-df0952f17a2e" -d '{"events": [{"server_uuid": "831dd3a2-1d82-45da-a99f-000c5954e54b", "name": "network-vif-plugged", "status": "completed", "tag": "bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:32.041745 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:32.067384 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:32.068443 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 957e70e2-59d5-4a89-bd25-2ddff5525782 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:32.091267 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-75c5c21a-6d5f-4b11-8823-f4d6e88471f2 req-1531911c-6954-4d9b-bb97-2af21906aed0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855253 Jun 15 19:38:32.170744 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:32.176224 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:32.189024 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:32.195976 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45138) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:32.215840 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4ca8-b80a-4df0-8e77-acf61e42da8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:32.238853 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port 957e70e2-59d5-4a89-bd25-2ddff5525782 completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:38:32.241192 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:32.242568 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42320e-c63e-4e87-bb94-571dd0ec85f1 req-05905e79-44a3-4aab-b2a1-1a3211a5b2e0 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:32.247675 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1d42320e-c63e-4e87-bb94-571dd0ec85f1 req-05905e79-44a3-4aab-b2a1-1a3211a5b2e0 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 944 time: 0.0668533 Jun 15 19:38:32.284624 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port 957e70e2-59d5-4a89-bd25-2ddff5525782 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:32.285199 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:32.367996 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:32.423025 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7e9f9-f678-4c0a-9ace-009bf0695fd8 req-b62b16b4-f462-49b2-bfe5-801ca6c437c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:32.424787 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-48d7e9f9-f678-4c0a-9ace-009bf0695fd8 req-b62b16b4-f462-49b2-bfe5-801ca6c437c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 1128 time: 0.1487184 Jun 15 19:38:32.431142 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a259d3-471c-4810-8e66-29b28bd66bf8 req-1ff7cee7-376b-4c61-8c67-7a393df46a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:32.432707 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-97a259d3-471c-4810-8e66-29b28bd66bf8 req-1ff7cee7-376b-4c61-8c67-7a393df46a43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71e0c71509f94f158063991e37617894&device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 1128 time: 0.1176262 Jun 15 19:38:32.441468 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 957e70e2-59d5-4a89-bd25-2ddff5525782 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:32.442190 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:32.468606 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['47e168a5-c1f1-42dd-b5ac-e995fc3c66c4'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:38:32.473153 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-833433dd-98f0-428b-9ec1-3f828e0238c9 req-7d314baa-1512-432e-8111-4c0b8404ccba service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240400 Jun 15 19:38:32.513649 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1d42320e-c63e-4e87-bb94-571dd0ec85f1 req-28137fcb-733f-41a7-a2b4-fc2d4372755c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534034 Jun 15 19:38:32.562439 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 957e70e2-59d5-4a89-bd25-2ddff5525782, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=957e70e2-59d5-4a89-bd25-2ddff5525782,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:32.566193 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcf9595-1b3e-41c1-9d31-2d993e3c9cd5 x-openstack-request-id: req-4bcf9595-1b3e-41c1-9d31-2d993e3c9cd5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:32.566578 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831dd3a2-1d82-45da-a99f-000c5954e54b", "name": "network-vif-plugged", "status": "completed", "tag": "bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:32.566936 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bcf9595-1b3e-41c1-9d31-2d993e3c9cd5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:32.567511 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bcf9595-1b3e-41c1-9d31-2d993e3c9cd5'] response: {'server_uuid': '831dd3a2-1d82-45da-a99f-000c5954e54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7', 'code': 200} Jun 15 19:38:32.614255 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:32.724489 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fd6aa-66af-465a-9c40-f753623aaa91 req-1357733b-2173-4df4-afe0-b9d8b74e863c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:32.726009 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-319fd6aa-66af-465a-9c40-f753623aaa91 req-1357733b-2173-4df4-afe0-b9d8b74e863c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0871179 Jun 15 19:38:32.727349 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4ca8-b80a-4df0-8e77-acf61e42da8d admin admin] Publish callbacks [] for security_group (149e1eed-e904-47d1-ab84-ed582b191e08), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:32.759661 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4ca8-b80a-4df0-8e77-acf61e42da8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (149e1eed-e904-47d1-ab84-ed582b191e08), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:32.765886 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=957e70e2-59d5-4a89-bd25-2ddff5525782,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:32.814743 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b48ec7-6b2e-4d67-a965-63b08a34e095 req-8eb15927-13c6-4bee-b4b5-6c00f9804e41 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:32.816230 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c5b48ec7-6b2e-4d67-a965-63b08a34e095 req-8eb15927-13c6-4bee-b4b5-6c00f9804e41 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0770772 Jun 15 19:38:32.842433 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-319fd6aa-66af-465a-9c40-f753623aaa91 req-71693faf-d59a-4469-919b-e757abf4415a tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020045 Jun 15 19:38:32.864720 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f4ca8-b80a-4df0-8e77-acf61e42da8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149e1eed-e904-47d1-ab84-ed582b191e08,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:32.873106 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c5b48ec7-6b2e-4d67-a965-63b08a34e095 req-211d13c2-e217-4e63-a38f-d68de762bcb8 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492773 Jun 15 19:38:32.875312 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-5d3f4ca8-b80a-4df0-8e77-acf61e42da8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb504803729b497ea40a80384946d75e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6781750 Jun 15 19:38:32.879667 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45154) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:32.886190 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a259d3-471c-4810-8e66-29b28bd66bf8 req-07c922c7-f9da-4e5b-bbe9-481d94b748cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:32.888175 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-97a259d3-471c-4810-8e66-29b28bd66bf8 req-07c922c7-f9da-4e5b-bbe9-481d94b748cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 200 len: 918 time: 0.4444826 Jun 15 19:38:32.890269 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7e9f9-f678-4c0a-9ace-009bf0695fd8 req-4b33ffbe-4125-4ee3-9bdd-1c99cf4972e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:32.891669 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-48d7e9f9-f678-4c0a-9ace-009bf0695fd8 req-4b33ffbe-4125-4ee3-9bdd-1c99cf4972e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 919 time: 0.4567304 Jun 15 19:38:32.898380 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:32.935145 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-05237e4f-903f-4474-b17b-cb87332e666a admin admin] Publish callbacks [] for security_group (149e1eed-e904-47d1-ab84-ed582b191e08), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:32.956517 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-05237e4f-903f-4474-b17b-cb87332e666a admin admin] Publish callbacks [] for security_group (149e1eed-e904-47d1-ab84-ed582b191e08), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:32.981288 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:33.008144 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-05237e4f-903f-4474-b17b-cb87332e666a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (149e1eed-e904-47d1-ab84-ed582b191e08), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:33.010656 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-05237e4f-903f-4474-b17b-cb87332e666a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:33.012353 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-05237e4f-903f-4474-b17b-cb87332e666a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/149e1eed-e904-47d1-ab84-ed582b191e08 HTTP/1.1" status: 204 len: 168 time: 0.1313918 Jun 15 19:38:33.020784 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05237e4f-903f-4474-b17b-cb87332e666a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149e1eed-e904-47d1-ab84-ed582b191e08,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:33.223763 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156f308-51ad-49bd-a81a-baafd419a1f4 req-9d7a76c7-d82c-4a07-9e84-2182e1f1f875 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:33.231168 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e156f308-51ad-49bd-a81a-baafd419a1f4 req-9d7a76c7-d82c-4a07-9e84-2182e1f1f875 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 943 time: 0.0662477 Jun 15 19:38:33.276690 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e156f308-51ad-49bd-a81a-baafd419a1f4 req-2135fa8c-2d37-4f32-8f2e-af6a0a416ec6 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445890 Jun 15 19:38:33.386594 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:33.397860 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-97a259d3-471c-4810-8e66-29b28bd66bf8 req-4e0b9e0b-39a6-4cda-b186-52cbc68f3932 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4 HTTP/1.1" status: 200 len: 217 time: 0.1002061 Jun 15 19:38:33.399461 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-48d7e9f9-f678-4c0a-9ace-009bf0695fd8 req-9a80cbbf-4575-4f58-9dd4-da96b7c6826c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 HTTP/1.1" status: 200 len: 217 time: 0.1006243 Jun 15 19:38:33.549929 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a259d3-471c-4810-8e66-29b28bd66bf8 req-9e98c231-3203-4d71-8f5c-5065b0b10d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:33.551628 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-97a259d3-471c-4810-8e66-29b28bd66bf8 req-9e98c231-3203-4d71-8f5c-5065b0b10d85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c37954e0-0ba0-4cd2-9041-862c785d922d HTTP/1.1" status: 200 len: 856 time: 0.1424100 Jun 15 19:38:33.554961 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7e9f9-f678-4c0a-9ace-009bf0695fd8 req-d0cc8b1e-de5d-4271-8852-f5225a7eb177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:33.556894 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-48d7e9f9-f678-4c0a-9ace-009bf0695fd8 req-d0cc8b1e-de5d-4271-8852-f5225a7eb177 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.1310945 Jun 15 19:38:33.641996 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 30a09c0c-5cec-4b08-8e71-71e48f7bd23a details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:38:33.644921 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:33.749932 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7e9f9-f678-4c0a-9ace-009bf0695fd8 req-a6271973-df3a-4f75-85e8-70b5bdeb71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:33.753773 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-48d7e9f9-f678-4c0a-9ace-009bf0695fd8 req-a6271973-df3a-4f75-85e8-70b5bdeb71cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1481800 Jun 15 19:38:33.757778 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f5652-0e4a-41b8-8364-fdff28d75ffc req-3535ebbc-3ac0-4378-8131-9e28aca570dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:33.759041 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a259d3-471c-4810-8e66-29b28bd66bf8 req-e9caa25e-07df-4e1a-a1c1-817c90cd8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:33.760653 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-97a259d3-471c-4810-8e66-29b28bd66bf8 req-e9caa25e-07df-4e1a-a1c1-817c90cd8b64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ca100c-fdac-452a-ad9c-d280af0c139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949013 Jun 15 19:38:33.761102 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-403f5652-0e4a-41b8-8364-fdff28d75ffc req-3535ebbc-3ac0-4378-8131-9e28aca570dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 1129 time: 0.1575243 Jun 15 19:38:33.809010 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1b044e24-5de6-4745-b65b-4c0546592d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:33.814932 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c9f55-d3d0-4a67-8e66-cf1e0607368c req-d852e1ab-f838-4238-b5aa-654c12a792d4 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:33.822501 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:33.823937 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4c8c9f55-d3d0-4a67-8e66-cf1e0607368c req-d852e1ab-f838-4238-b5aa-654c12a792d4 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 944 time: 0.1725025 Jun 15 19:38:33.863299 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:33.877597 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-97a259d3-471c-4810-8e66-29b28bd66bf8 req-9ff59622-0428-4670-942b-60940cdc30d6 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053100 Jun 15 19:38:33.895126 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:38:33.935589 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:33.935901 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:33.938510 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:33.974570 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4c8c9f55-d3d0-4a67-8e66-cf1e0607368c req-f3897b96-84f2-4a51-afd2-342a67257d32 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434789 Jun 15 19:38:34.076264 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-48d7e9f9-f678-4c0a-9ace-009bf0695fd8 req-b689dafd-089e-47b4-badb-57cd807bd35c service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142965 Jun 15 19:38:34.079329 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=30a09c0c-5cec-4b08-8e71-71e48f7bd23a,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:34.081033 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-97a259d3-471c-4810-8e66-29b28bd66bf8 req-87940ab3-635a-4a12-a6a3-7d94609725e3 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906884 Jun 15 19:38:34.114954 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'port_id': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'mac_address': 'fa:16:3e:56:d4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:38:34.150547 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-403f5652-0e4a-41b8-8364-fdff28d75ffc req-6bd4f157-0857-44da-a857-ead3428f79d2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219519 Jun 15 19:38:34.159398 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01c61d-841e-4e71-9e2e-4d812f585eb4 req-12d4ce70-f492-4b45-ade3-acd36e2bb7ad tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:34.161328 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9e01c61d-841e-4e71-9e2e-4d812f585eb4 req-12d4ce70-f492-4b45-ade3-acd36e2bb7ad tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.1585371 Jun 15 19:38:34.192255 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03869-d88c-49d0-8ee1-e69c0f77d43a req-f39a4e0a-1505-4788-9ef2-465ed4624a42 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:34.200345 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a1c03869-d88c-49d0-8ee1-e69c0f77d43a req-f39a4e0a-1505-4788-9ef2-465ed4624a42 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0836637 Jun 15 19:38:34.285870 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9e01c61d-841e-4e71-9e2e-4d812f585eb4 req-e6f311e1-8a96-478a-b4e2-888b7a0eae53 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128948 Jun 15 19:38:34.323145 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a1c03869-d88c-49d0-8ee1-e69c0f77d43a req-887bedd2-f5f0-41bc-86f5-4829c872b6dd tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197464 Jun 15 19:38:34.377813 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:34.378467 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:34.383556 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:34.406557 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:34.408845 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:34.432507 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a09c0c-5cec-4b08-8e71-71e48f7bd23a {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:38:34.492189 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=30a09c0c-5cec-4b08-8e71-71e48f7bd23a,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:34.494506 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:34.505582 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:34.506656 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e3f1f355-ef6f-4c67-8fc5-35f007612cd4 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:38:34.529188 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:34.540772 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f269f9c-3975-4404-8ccb-9c24276103fa req-2c3136ef-56b9-41e8-a21f-d92a59232f5f tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:34.546525 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7f269f9c-3975-4404-8ccb-9c24276103fa req-2c3136ef-56b9-41e8-a21f-d92a59232f5f tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 943 time: 0.1274228 Jun 15 19:38:34.570735 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a4ed60-945d-46a9-8f53-ead05148049e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957e70e2-59d5-4a89-bd25-2ddff5525782'}, {'server_uuid': '3306831f-c20a-46c5-acaa-5420a83ae130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e168a5-c1f1-42dd-b5ac-e995fc3c66c4'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:34.576890 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-48d7e9f9-f678-4c0a-9ace-009bf0695fd8 req-a33e4e68-521a-4cf5-8bdf-f74760caaf7b service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845646 Jun 15 19:38:34.579143 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8526d52d-93b3-4d70-a142-b5ca34583e96" -d '{"events": [{"server_uuid": "b7a4ed60-945d-46a9-8f53-ead05148049e", "name": "network-vif-plugged", "status": "completed", "tag": "957e70e2-59d5-4a89-bd25-2ddff5525782"}, {"server_uuid": "3306831f-c20a-46c5-acaa-5420a83ae130", "name": "network-vif-plugged", "status": "completed", "tag": "47e168a5-c1f1-42dd-b5ac-e995fc3c66c4"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:34.637860 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:34.639468 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=30a09c0c-5cec-4b08-8e71-71e48f7bd23a,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:34.656309 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7f269f9c-3975-4404-8ccb-9c24276103fa req-940d62d0-753e-4531-83be-61e6c38e2bad tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020820 Jun 15 19:38:34.691979 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823b6540-f8fc-4aef-8dd0-9d59b7cf7897 x-openstack-request-id: req-823b6540-f8fc-4aef-8dd0-9d59b7cf7897 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:34.692276 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a4ed60-945d-46a9-8f53-ead05148049e", "name": "network-vif-plugged", "status": "completed", "tag": "957e70e2-59d5-4a89-bd25-2ddff5525782", "code": 200}, {"server_uuid": "3306831f-c20a-46c5-acaa-5420a83ae130", "name": "network-vif-plugged", "status": "completed", "tag": "47e168a5-c1f1-42dd-b5ac-e995fc3c66c4", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:34.692523 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-823b6540-f8fc-4aef-8dd0-9d59b7cf7897 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:34.692919 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-823b6540-f8fc-4aef-8dd0-9d59b7cf7897'] response: {'server_uuid': 'b7a4ed60-945d-46a9-8f53-ead05148049e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957e70e2-59d5-4a89-bd25-2ddff5525782', 'code': 200} Jun 15 19:38:34.693165 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-823b6540-f8fc-4aef-8dd0-9d59b7cf7897'] response: {'server_uuid': '3306831f-c20a-46c5-acaa-5420a83ae130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e168a5-c1f1-42dd-b5ac-e995fc3c66c4', 'code': 200} Jun 15 19:38:34.694341 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45230) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:34.760337 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:34.774728 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e3f1f355-ef6f-4c67-8fc5-35f007612cd4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:34.792269 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'port_id': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'mac_address': 'fa:16:3e:a7:b9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:38:34.837285 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:34.837884 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:34.843706 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ba607e85-2949-4b76-8709-e5cbf373ca77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:34.856226 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f1f355-ef6f-4c67-8fc5-35f007612cd4 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:38:34.880148 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e3f1f355-ef6f-4c67-8fc5-35f007612cd4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:34.884474 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:34.947106 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:34.986573 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:35.039431 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ba607e85-2949-4b76-8709-e5cbf373ca77 admin admin] Publish callbacks [] for security_group (eab2cf38-c8a4-4796-b95d-38a176b7201c), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:35.046187 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ba607e85-2949-4b76-8709-e5cbf373ca77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (eab2cf38-c8a4-4796-b95d-38a176b7201c), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:35.083684 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba607e85-2949-4b76-8709-e5cbf373ca77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab2cf38-c8a4-4796-b95d-38a176b7201c,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:35.106103 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-ba607e85-2949-4b76-8709-e5cbf373ca77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3824390d416742efab487d3d676f468c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106824 Jun 15 19:38:35.108737 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45248) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:35.135887 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10812114-61ab-4b58-b2ce-9a6b63f7f8b1 req-0d78595a-8b0d-47ec-9b53-757e7588ac79 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:35.138254 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-10812114-61ab-4b58-b2ce-9a6b63f7f8b1 req-0d78595a-8b0d-47ec-9b53-757e7588ac79 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0672925 Jun 15 19:38:35.198660 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-10812114-61ab-4b58-b2ce-9a6b63f7f8b1 req-bace5b74-5b7c-431a-b722-ad8fce7c6396 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527647 Jun 15 19:38:35.216586 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ec7ac-7033-4b28-85af-7c38a3addacb req-e314791f-baed-4d3b-b9dc-8e1526d7a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:35.218157 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1a8ec7ac-7033-4b28-85af-7c38a3addacb req-e314791f-baed-4d3b-b9dc-8e1526d7a65f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 1130 time: 0.0896816 Jun 15 19:38:35.225355 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7565ea4-f0b0-483c-8155-e62578b7c5e2 req-79510f28-4529-42de-94f0-f370c77d19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:35.226958 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-b7565ea4-f0b0-483c-8155-e62578b7c5e2 req-79510f28-4529-42de-94f0-f370c77d19af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 1129 time: 0.0996909 Jun 15 19:38:35.237490 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-66d591b4-dd29-455a-8e8c-b336ac2f70d7 admin admin] Publish callbacks [] for security_group (eab2cf38-c8a4-4796-b95d-38a176b7201c), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:35.260422 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-66d591b4-dd29-455a-8e8c-b336ac2f70d7 admin admin] Publish callbacks [] for security_group (eab2cf38-c8a4-4796-b95d-38a176b7201c), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:35.318618 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:35.342686 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-66d591b4-dd29-455a-8e8c-b336ac2f70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (eab2cf38-c8a4-4796-b95d-38a176b7201c), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:35.345191 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-66d591b4-dd29-455a-8e8c-b336ac2f70d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:35.346354 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-66d591b4-dd29-455a-8e8c-b336ac2f70d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eab2cf38-c8a4-4796-b95d-38a176b7201c HTTP/1.1" status: 204 len: 168 time: 0.2366335 Jun 15 19:38:35.355027 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d591b4-dd29-455a-8e8c-b336ac2f70d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab2cf38-c8a4-4796-b95d-38a176b7201c,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:35.357030 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['30a09c0c-5cec-4b08-8e71-71e48f7bd23a'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:38:35.440510 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d7a57-a8e2-414b-be21-11b7655f4782 req-2309fabe-1406-4176-b5b0-cc41bfc5cce6 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:35.442357 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cd7d7a57-a8e2-414b-be21-11b7655f4782 req-2309fabe-1406-4176-b5b0-cc41bfc5cce6 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0546911 Jun 15 19:38:35.457620 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['e3f1f355-ef6f-4c67-8fc5-35f007612cd4'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:38:35.528102 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350568fc-2f52-4b37-915f-f0fffb09b0e0 req-9e2240b0-9ce9-4064-9a02-c900932695af tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:35.529519 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-350568fc-2f52-4b37-915f-f0fffb09b0e0 req-9e2240b0-9ce9-4064-9a02-c900932695af tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 945 time: 0.0525138 Jun 15 19:38:35.559617 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cd7d7a57-a8e2-414b-be21-11b7655f4782 req-65d7007b-f324-4681-88e9-587458bc1ab1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107717 Jun 15 19:38:35.628153 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-350568fc-2f52-4b37-915f-f0fffb09b0e0 req-3195ce05-0254-4e65-9cc4-3f6f975bb9d1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726488 Jun 15 19:38:35.790852 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-b7565ea4-f0b0-483c-8155-e62578b7c5e2 req-2ef42ebb-988e-4f53-9b0b-764bfd000c0e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859351 Jun 15 19:38:35.801857 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1a8ec7ac-7033-4b28-85af-7c38a3addacb req-99ce07e7-20d5-476d-ba3c-a2a1692fea35 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981748 Jun 15 19:38:35.821040 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bac8ec-e08f-4a26-8acd-86f4659016e8 req-fcc76c6d-0449-4854-84b4-78036419f427 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:35.822801 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-02bac8ec-e08f-4a26-8acd-86f4659016e8 req-fcc76c6d-0449-4854-84b4-78036419f427 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 944 time: 0.0623853 Jun 15 19:38:35.885417 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-02bac8ec-e08f-4a26-8acd-86f4659016e8 req-d09acf7b-7655-458b-a8fd-3924a62e106e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548201 Jun 15 19:38:35.911325 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45276) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:35.936670 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a405fca8-4046-4708-a3e7-4fb6845ef35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:35.944810 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a0f30d0-c761-4016-8489-be6f2c5f89a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:36.017995 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a405fca8-4046-4708-a3e7-4fb6845ef35d admin admin] Publish callbacks [] for security_group (ad01ba3a-9e96-41a5-a944-0bc96169fafd), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:36.021667 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a405fca8-4046-4708-a3e7-4fb6845ef35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (ad01ba3a-9e96-41a5-a944-0bc96169fafd), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:36.066429 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a405fca8-4046-4708-a3e7-4fb6845ef35d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=736cecd0d293468db2803ea4c1aa15e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538541 Jun 15 19:38:36.067634 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405fca8-4046-4708-a3e7-4fb6845ef35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad01ba3a-9e96-41a5-a944-0bc96169fafd,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:36.069167 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45282) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:36.120156 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8214a62e-5a44-42d6-9d1e-f9bd891ca019 admin admin] Publish callbacks [] for security_group (ad01ba3a-9e96-41a5-a944-0bc96169fafd), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:36.145878 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8214a62e-5a44-42d6-9d1e-f9bd891ca019 admin admin] Publish callbacks [] for security_group (ad01ba3a-9e96-41a5-a944-0bc96169fafd), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:36.195348 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8214a62e-5a44-42d6-9d1e-f9bd891ca019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (ad01ba3a-9e96-41a5-a944-0bc96169fafd), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:36.197828 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8214a62e-5a44-42d6-9d1e-f9bd891ca019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:36.199056 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-8214a62e-5a44-42d6-9d1e-f9bd891ca019 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad01ba3a-9e96-41a5-a944-0bc96169fafd HTTP/1.1" status: 204 len: 168 time: 0.1280017 Jun 15 19:38:36.210049 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214a62e-5a44-42d6-9d1e-f9bd891ca019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad01ba3a-9e96-41a5-a944-0bc96169fafd,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:36.324915 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330dba4-6a8e-4a1f-9f5c-fda945453400 req-21398853-192b-4c78-b5eb-f4fbf4bd8b0e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:36.332352 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3330dba4-6a8e-4a1f-9f5c-fda945453400 req-21398853-192b-4c78-b5eb-f4fbf4bd8b0e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0505533 Jun 15 19:38:36.371493 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:36.383030 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:36.394653 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3330dba4-6a8e-4a1f-9f5c-fda945453400 req-c62e2f08-8c9d-421d-83fb-5b580b4b0be2 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603349 Jun 15 19:38:36.697814 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e97446-2a8f-487d-a6c8-1203f507728c req-bb8fb81e-fbd7-4a3e-b3d7-9d8999bc453b tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:36.700866 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c7e97446-2a8f-487d-a6c8-1203f507728c req-bb8fb81e-fbd7-4a3e-b3d7-9d8999bc453b tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0622149 Jun 15 19:38:36.767764 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45316) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:36.772098 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ee13b-d090-4aa6-b70f-e48573248deb req-4c7b55b4-0678-4211-8272-dd216f4d8092 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:36.773794 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-356ee13b-d090-4aa6-b70f-e48573248deb req-4c7b55b4-0678-4211-8272-dd216f4d8092 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 945 time: 0.0720904 Jun 15 19:38:36.807815 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c7e97446-2a8f-487d-a6c8-1203f507728c req-e812cbd1-b6a9-4678-a1b3-3b6d8eee47a2 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956845 Jun 15 19:38:36.847305 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-356ee13b-d090-4aa6-b70f-e48573248deb req-583cd4a1-f2ab-4c02-93dc-ada5d3f5784a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666990 Jun 15 19:38:36.875049 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 30a09c0c-5cec-4b08-8e71-71e48f7bd23a up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:36.912862 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-924b5f26-b577-4e91-8403-f21726c8a766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:36.919401 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:38:36.925841 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:36.926196 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.014400 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:37.015307 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.022821 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-924b5f26-b577-4e91-8403-f21726c8a766 admin admin] Publish callbacks [] for security_group (fb0be48e-b355-4d5d-9629-16e260360f64), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.040420 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-924b5f26-b577-4e91-8403-f21726c8a766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (fb0be48e-b355-4d5d-9629-16e260360f64), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.044707 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:37.047392 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b7d03d-0b3c-42a7-b506-ff937e123232" -d '{"events": [{"server_uuid": "9d725dd8-b126-49c5-8d0f-3a02cb3331d2", "name": "network-vif-plugged", "status": "completed", "tag": "30a09c0c-5cec-4b08-8e71-71e48f7bd23a"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:37.072895 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-924b5f26-b577-4e91-8403-f21726c8a766 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93a066a167a64858b708010591b14b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039663 Jun 15 19:38:37.075357 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45336) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:37.086918 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=30a09c0c-5cec-4b08-8e71-71e48f7bd23a,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:37.096544 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.098152 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e3f1f355-ef6f-4c67-8fc5-35f007612cd4 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:38:37.128928 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:37.139147 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b5f26-b577-4e91-8403-f21726c8a766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0be48e-b355-4d5d-9629-16e260360f64,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:37.155332 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb90615-131d-41b4-8576-51972f06dead req-b6723e70-b447-4f76-909d-6fc76f01c3f0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:37.168397 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5bb90615-131d-41b4-8576-51972f06dead req-b6723e70-b447-4f76-909d-6fc76f01c3f0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 944 time: 0.1312892 Jun 15 19:38:37.176067 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-54f628aa-c0ee-41b6-b937-f1a98750eba7 admin admin] Publish callbacks [] for security_group (fb0be48e-b355-4d5d-9629-16e260360f64), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.195384 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:37.202966 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-54f628aa-c0ee-41b6-b937-f1a98750eba7 admin admin] Publish callbacks [] for security_group (fb0be48e-b355-4d5d-9629-16e260360f64), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.219363 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f2cc69-bde9-49f3-ba55-24a4dfdd56c9 x-openstack-request-id: req-09f2cc69-bde9-49f3-ba55-24a4dfdd56c9 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:37.219936 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d725dd8-b126-49c5-8d0f-3a02cb3331d2", "name": "network-vif-plugged", "status": "completed", "tag": "30a09c0c-5cec-4b08-8e71-71e48f7bd23a", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:37.220657 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09f2cc69-bde9-49f3-ba55-24a4dfdd56c9 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:37.221333 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f2cc69-bde9-49f3-ba55-24a4dfdd56c9'] response: {'server_uuid': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'code': 200} Jun 15 19:38:37.270396 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-54f628aa-c0ee-41b6-b937-f1a98750eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (fb0be48e-b355-4d5d-9629-16e260360f64), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.271885 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5bb90615-131d-41b4-8576-51972f06dead req-8dd64cfe-f234-4104-a290-aea991e9f31c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023719 Jun 15 19:38:37.273569 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-54f628aa-c0ee-41b6-b937-f1a98750eba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.278164 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-54f628aa-c0ee-41b6-b937-f1a98750eba7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb0be48e-b355-4d5d-9629-16e260360f64 HTTP/1.1" status: 204 len: 168 time: 0.1995337 Jun 15 19:38:37.287815 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=30a09c0c-5cec-4b08-8e71-71e48f7bd23a,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:37.297789 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:38:37.301998 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f628aa-c0ee-41b6-b937-f1a98750eba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0be48e-b355-4d5d-9629-16e260360f64,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:37.305108 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:38:37.306410 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.369214 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:37.381042 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.442888 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:38:37.443501 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.505488 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e3f1f355-ef6f-4c67-8fc5-35f007612cd4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:37.512000 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.561738 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8dfe0-5331-428d-b4f9-8a56fc4face3 req-a1c78cfd-90de-45be-926d-351d8098c935 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:37.570607 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f9f8dfe0-5331-428d-b4f9-8a56fc4face3 req-a1c78cfd-90de-45be-926d-351d8098c935 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0854673 Jun 15 19:38:37.595279 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:37.629914 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f9f8dfe0-5331-428d-b4f9-8a56fc4face3 req-be6f68b4-1e06-463f-a8d9-b721ac0f832c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584121 Jun 15 19:38:37.721214 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45358) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:37.760070 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-557543db-6b82-4125-b164-00c90ca62255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.932119 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-557543db-6b82-4125-b164-00c90ca62255 admin admin] Publish callbacks [] for security_group (83dcaf8c-824e-43e5-968f-06274b1977f8), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.939586 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-557543db-6b82-4125-b164-00c90ca62255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (83dcaf8c-824e-43e5-968f-06274b1977f8), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:37.985498 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557543db-6b82-4125-b164-00c90ca62255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dcaf8c-824e-43e5-968f-06274b1977f8,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:37.992593 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-557543db-6b82-4125-b164-00c90ca62255 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b40132403f44a719658d58e30f7b464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696562 Jun 15 19:38:37.993972 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45372) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:38.018934 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed9bd2-b389-4fe6-a420-2239a7964e66 req-34cc0067-f5fb-47c1-a2ed-eb070c985898 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:38.019485 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:38.021292 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfed9bd2-b389-4fe6-a420-2239a7964e66 req-34cc0067-f5fb-47c1-a2ed-eb070c985898 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0755577 Jun 15 19:38:38.027926 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bb1d4-3aa9-4e12-a415-0a5118d16f71 req-8afa5053-1264-475a-949f-e6ec1d9932c8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:38.035472 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-407bb1d4-3aa9-4e12-a415-0a5118d16f71 req-8afa5053-1264-475a-949f-e6ec1d9932c8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.1042559 Jun 15 19:38:38.054068 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4f3a14a9-fa8a-44fe-999b-6734915fe403 admin admin] Publish callbacks [] for security_group (83dcaf8c-824e-43e5-968f-06274b1977f8), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:38.078154 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4f3a14a9-fa8a-44fe-999b-6734915fe403 admin admin] Publish callbacks [] for security_group (83dcaf8c-824e-43e5-968f-06274b1977f8), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:38.117187 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-407bb1d4-3aa9-4e12-a415-0a5118d16f71 req-a872d269-3727-4084-9465-03244bf53391 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807953 Jun 15 19:38:38.120203 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfed9bd2-b389-4fe6-a420-2239a7964e66 req-c613e2b6-1f36-40ad-8c23-f57d2821321a tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820441 Jun 15 19:38:38.133412 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4f3a14a9-fa8a-44fe-999b-6734915fe403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (83dcaf8c-824e-43e5-968f-06274b1977f8), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:38.137242 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4f3a14a9-fa8a-44fe-999b-6734915fe403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:38.141364 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-4f3a14a9-fa8a-44fe-999b-6734915fe403 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83dcaf8c-824e-43e5-968f-06274b1977f8 HTTP/1.1" status: 204 len: 168 time: 0.1435614 Jun 15 19:38:38.146844 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a14a9-fa8a-44fe-999b-6734915fe403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dcaf8c-824e-43e5-968f-06274b1977f8,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:38.268881 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0b7ee-700b-4fe6-8c0b-42f2d2ad3e52 req-98e2bcdf-c870-4d8c-a840-f9f7a0e2681e tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:38.278119 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-49b0b7ee-700b-4fe6-8c0b-42f2d2ad3e52 req-98e2bcdf-c870-4d8c-a840-f9f7a0e2681e tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0678413 Jun 15 19:38:38.363845 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd90d4f-bd02-43ac-8b85-da950240ea87 req-8cb7f3c1-c31e-4dee-bdaa-d5f33e8cf0b5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:38.365546 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6cd90d4f-bd02-43ac-8b85-da950240ea87 req-8cb7f3c1-c31e-4dee-bdaa-d5f33e8cf0b5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0768743 Jun 15 19:38:38.376643 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-49b0b7ee-700b-4fe6-8c0b-42f2d2ad3e52 req-db794ac8-511e-4b3e-84f9-1020748a5439 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969868 Jun 15 19:38:38.378922 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45388) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:38.392421 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-d7d4a1cf-e599-4a73-8318-d47196396b9d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Request body: {'floatingip': {'port_id': '957e70e2-59d5-4a89-bd25-2ddff5525782'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:38.527670 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7d4a1cf-e599-4a73-8318-d47196396b9d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for floatingip (ed967509-84df-4970-bcd1-b0d925851b96), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:38.566471 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574977d5-6eb8-4381-8fa7-35ace3ecd7ca req-578ad475-b572-415a-9261-c8d0d8d84495 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:38.567919 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-574977d5-6eb8-4381-8fa7-35ace3ecd7ca req-578ad475-b572-415a-9261-c8d0d8d84495 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 945 time: 0.0966873 Jun 15 19:38:38.579564 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf162db-ee66-410b-86bf-a31e63b05335 req-e8b9ae08-8a97-4edc-9be8-360d95696b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:38.581065 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-caf162db-ee66-410b-86bf-a31e63b05335 req-e8b9ae08-8a97-4edc-9be8-360d95696b0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 1129 time: 0.1251345 Jun 15 19:38:38.610501 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a61334-98b1-4460-b2bd-fb7d07e2962a req-968b8701-e24c-4d09-aa5f-381034246267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:38.611893 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-60a61334-98b1-4460-b2bd-fb7d07e2962a req-968b8701-e24c-4d09-aa5f-381034246267 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 1129 time: 0.1547885 Jun 15 19:38:38.707166 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45410) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:38.727965 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f984f033-81c0-4d09-9ac0-145e836fea5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:38.766017 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-60a61334-98b1-4460-b2bd-fb7d07e2962a req-ef22966e-b96c-48dd-9ec8-e80f15faf7cd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382768 Jun 15 19:38:38.769125 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf162db-ee66-410b-86bf-a31e63b05335 req-316cc73a-0e7c-4d1f-b16a-44a84f96a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:38.770637 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-caf162db-ee66-410b-86bf-a31e63b05335 req-316cc73a-0e7c-4d1f-b16a-44a84f96a51f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 919 time: 0.1818812 Jun 15 19:38:38.778000 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:38.781263 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:38.798226 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-574977d5-6eb8-4381-8fa7-35ace3ecd7ca req-6fd77a3c-05de-480c-98bb-e730a4b03ee1 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962247 Jun 15 19:38:38.874721 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:38.953214 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f984f033-81c0-4d09-9ac0-145e836fea5b admin admin] Publish callbacks [] for security_group (084b5dca-7dcc-44a8-a335-d254583c2ed4), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:38.960933 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f984f033-81c0-4d09-9ac0-145e836fea5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (084b5dca-7dcc-44a8-a335-d254583c2ed4), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:39.031172 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45432) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:39.031280 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-f984f033-81c0-4d09-9ac0-145e836fea5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b504351549004bf29fb94093a6e814a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200941 Jun 15 19:38:39.033181 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984f033-81c0-4d09-9ac0-145e836fea5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084b5dca-7dcc-44a8-a335-d254583c2ed4,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:39.124977 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-caf162db-ee66-410b-86bf-a31e63b05335 req-59d6c94b-84e4-4cbd-a50f-93efc2ac27d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 HTTP/1.1" status: 200 len: 217 time: 0.0701709 Jun 15 19:38:39.197256 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a53e4efd-29f7-4299-b818-ad8093170570 admin admin] Publish callbacks [] for security_group (084b5dca-7dcc-44a8-a335-d254583c2ed4), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:39.222232 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:39.225110 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204700e7-e5d0-4146-90a1-8a0dea777a23" -d '{"events": [{"server_uuid": "eadf922d-e2cd-4805-9aee-7157bd242fa9", "name": "network-vif-plugged", "status": "completed", "tag": "e3f1f355-ef6f-4c67-8fc5-35f007612cd4"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:39.244048 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf162db-ee66-410b-86bf-a31e63b05335 req-3288df52-a527-4ca7-98fd-6f04678f0fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:39.246312 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-caf162db-ee66-410b-86bf-a31e63b05335 req-3288df52-a527-4ca7-98fd-6f04678f0fe0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.1075029 Jun 15 19:38:39.256426 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a53e4efd-29f7-4299-b818-ad8093170570 admin admin] Publish callbacks [] for security_group (084b5dca-7dcc-44a8-a335-d254583c2ed4), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:39.272648 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4fcd66-f7a4-4023-8ba7-2fdb3eb75292 x-openstack-request-id: req-fe4fcd66-f7a4-4023-8ba7-2fdb3eb75292 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:39.272907 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadf922d-e2cd-4805-9aee-7157bd242fa9", "name": "network-vif-plugged", "status": "completed", "tag": "e3f1f355-ef6f-4c67-8fc5-35f007612cd4", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:39.273158 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe4fcd66-f7a4-4023-8ba7-2fdb3eb75292 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:39.273546 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4fcd66-f7a4-4023-8ba7-2fdb3eb75292'] response: {'server_uuid': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'code': 200} Jun 15 19:38:39.309723 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:39.335252 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf162db-ee66-410b-86bf-a31e63b05335 req-03ceb396-6608-4f96-aea6-bcc7dad701eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:39.336920 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-caf162db-ee66-410b-86bf-a31e63b05335 req-03ceb396-6608-4f96-aea6-bcc7dad701eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780804 Jun 15 19:38:39.367709 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a53e4efd-29f7-4299-b818-ad8093170570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (084b5dca-7dcc-44a8-a335-d254583c2ed4), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:39.370585 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a53e4efd-29f7-4299-b818-ad8093170570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:39.374747 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-a53e4efd-29f7-4299-b818-ad8093170570 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/084b5dca-7dcc-44a8-a335-d254583c2ed4 HTTP/1.1" status: 204 len: 168 time: 0.3431096 Jun 15 19:38:39.398246 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e4efd-29f7-4299-b818-ad8093170570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084b5dca-7dcc-44a8-a335-d254583c2ed4,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:39.478272 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:39.620121 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b04109-b13e-42e5-93de-af5e0d9ecc8d req-2315d705-f3d5-4f37-91d2-ffbb1e8ccb0d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:39.627225 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-59b04109-b13e-42e5-93de-af5e0d9ecc8d req-2315d705-f3d5-4f37-91d2-ffbb1e8ccb0d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.1238101 Jun 15 19:38:39.640003 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8584c-e730-437e-ba4d-d16f04e833b1 req-49a04562-d51b-4ca2-abc7-78e77e58df58 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:39.646743 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aee8584c-e730-437e-ba4d-d16f04e833b1 req-49a04562-d51b-4ca2-abc7-78e77e58df58 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.1570754 Jun 15 19:38:39.796225 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.db.resource_extend [None req-d7d4a1cf-e599-4a73-8318-d47196396b9d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 19:38:39.801150 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-59b04109-b13e-42e5-93de-af5e0d9ecc8d req-66110274-1955-4e6e-b34c-8ddd37e67a52 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731946 Jun 15 19:38:39.840836 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aee8584c-e730-437e-ba4d-d16f04e833b1 req-4afbc38e-3a7c-43fe-86f1-418aabb13210 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931298 Jun 15 19:38:39.903780 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7d4a1cf-e599-4a73-8318-d47196396b9d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:39.913628 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7d4a1cf-e599-4a73-8318-d47196396b9d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (ed967509-84df-4970-bcd1-b0d925851b96), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:40.094160 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb9db3-ded0-4ea1-b92e-1dafeea37d02 req-d1b1a7b0-0844-494a-a047-e4434277312e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:40.096606 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ddeb9db3-ded0-4ea1-b92e-1dafeea37d02 req-d1b1a7b0-0844-494a-a047-e4434277312e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 945 time: 0.1416278 Jun 15 19:38:40.144872 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-d7d4a1cf-e599-4a73-8318-d47196396b9d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Floating IP ed967509-84df-4970-bcd1-b0d925851b96 associated. External IP: 172.27.0.92, port: 957e70e2-59d5-4a89-bd25-2ddff5525782. Jun 15 19:38:40.160715 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-caf162db-ee66-410b-86bf-a31e63b05335 req-02ae2a05-434d-4b8c-bb94-75636e8c9b66 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890922 Jun 15 19:38:40.278248 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ddeb9db3-ded0-4ea1-b92e-1dafeea37d02 req-7f9a24ff-37d2-45d0-a3f8-b0058c83b653 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629498 Jun 15 19:38:40.404441 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:40.427404 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d4a1cf-e599-4a73-8318-d47196396b9d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Router 42789ce7-ff8a-4b00-a138-b7e90e236547 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:38:40.431223 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:40.555740 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d4a1cf-e599-4a73-8318-d47196396b9d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:38:40.560112 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7d4a1cf-e599-4a73-8318-d47196396b9d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:40.575702 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380b3be-18e0-4a1b-be4e-a293ddb2f58e None None] Sync routers for ids ['42789ce7-ff8a-4b00-a138-b7e90e236547'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:38:40.587477 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3380b3be-18e0-4a1b-be4e-a293ddb2f58e None None] Routers {'42789ce7-ff8a-4b00-a138-b7e90e236547'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:40.588970 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3380b3be-18e0-4a1b-be4e-a293ddb2f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:38:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['42789ce7-ff8a-4b00-a138-b7e90e236547'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:40.598741 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d7d4a1cf-e599-4a73-8318-d47196396b9d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "PUT /v2.0/floatingips/ed967509-84df-4970-bcd1-b0d925851b96 HTTP/1.1" status: 200 len: 991 time: 2.2184541 Jun 15 19:38:40.599839 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a4ed60-945d-46a9-8f53-ead05148049e', 'tag': '957e70e2-59d5-4a89-bd25-2ddff5525782'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:40.602617 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3ba5d2-5ac9-48e5-b0a9-603d312901e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a4ed60-945d-46a9-8f53-ead05148049e", "tag": "957e70e2-59d5-4a89-bd25-2ddff5525782"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:40.670976 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b2176e-d3f4-4fd3-9f7d-5724b2081317 x-openstack-request-id: req-35b2176e-d3f4-4fd3-9f7d-5724b2081317 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:40.671489 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a4ed60-945d-46a9-8f53-ead05148049e", "tag": "957e70e2-59d5-4a89-bd25-2ddff5525782", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:40.671897 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35b2176e-d3f4-4fd3-9f7d-5724b2081317 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:40.672485 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b2176e-d3f4-4fd3-9f7d-5724b2081317'] response: {'name': 'network-changed', 'server_uuid': 'b7a4ed60-945d-46a9-8f53-ead05148049e', 'tag': '957e70e2-59d5-4a89-bd25-2ddff5525782', 'status': 'completed', 'code': 200} Jun 15 19:38:40.777568 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45580) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:40.807200 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-3380b3be-18e0-4a1b-be4e-a293ddb2f58e None None] Set router 42789ce7-ff8a-4b00-a138-b7e90e236547 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:40.919064 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-466fe54f-6daf-449f-9a0b-bc896ae93fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:40.999578 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29849e4-2fbe-4be3-9d78-e296bee44274 req-80fa171d-0a16-4224-8267-0ac7a3b59c12 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:41.002153 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f29849e4-2fbe-4be3-9d78-e296bee44274 req-80fa171d-0a16-4224-8267-0ac7a3b59c12 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0945923 Jun 15 19:38:41.024499 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-466fe54f-6daf-449f-9a0b-bc896ae93fd6 admin admin] Publish callbacks [] for security_group (54b0d76e-e87b-4c39-a832-f07fc1acf4cb), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:41.029864 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-466fe54f-6daf-449f-9a0b-bc896ae93fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (54b0d76e-e87b-4c39-a832-f07fc1acf4cb), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:41.045793 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237010fb-b991-4c88-a33e-6885703f0d92 req-a06efc07-e709-4c83-86d0-c68c7aa421a5 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:41.047394 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-237010fb-b991-4c88-a33e-6885703f0d92 req-a06efc07-e709-4c83-86d0-c68c7aa421a5 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0928648 Jun 15 19:38:41.075890 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45594) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:41.076833 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-466fe54f-6daf-449f-9a0b-bc896ae93fd6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a65513e7da94d70bfc8a749f0180da3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973709 Jun 15 19:38:41.080155 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fe54f-6daf-449f-9a0b-bc896ae93fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b0d76e-e87b-4c39-a832-f07fc1acf4cb,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:41.116300 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f29849e4-2fbe-4be3-9d78-e296bee44274 req-b09d3514-f603-4f27-a1f2-d6a0d9db2fa0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079903 Jun 15 19:38:41.152749 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3380b3be-18e0-4a1b-be4e-a293ddb2f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'ed967509-84df-4970-bcd1-b0d925851b96', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'port_id': '957e70e2-59d5-4a89-bd25-2ddff5525782', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'mac_address': 'fa:16:3e:16:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a4ed60-945d-46a9-8f53-ead05148049e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:02Z', 'updated_at': '2022-06-15T19:38:39Z', 'revision_number': 1, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:06Z', 'revision_number': 5, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:41.180517 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-237010fb-b991-4c88-a33e-6885703f0d92 req-07a57c10-45b7-42bf-aa88-9f138a66f75b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004112 Jun 15 19:38:41.185384 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380b3be-18e0-4a1b-be4e-a293ddb2f58e None None] Checking router: 42789ce7-ff8a-4b00-a138-b7e90e236547 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:38:41.197285 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Publish callbacks [] for security_group (54b0d76e-e87b-4c39-a832-f07fc1acf4cb), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:41.201316 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3380b3be-18e0-4a1b-be4e-a293ddb2f58e None None] Routers {'42789ce7-ff8a-4b00-a138-b7e90e236547'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:41.201930 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3380b3be-18e0-4a1b-be4e-a293ddb2f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:38:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['42789ce7-ff8a-4b00-a138-b7e90e236547'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:41.225865 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Publish callbacks [] for security_group (54b0d76e-e87b-4c39-a832-f07fc1acf4cb), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:41.278032 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (54b0d76e-e87b-4c39-a832-f07fc1acf4cb), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:41.280578 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:41.284344 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54b0d76e-e87b-4c39-a832-f07fc1acf4cb HTTP/1.1" status: 204 len: 168 time: 0.1958501 Jun 15 19:38:41.289494 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b0d76e-e87b-4c39-a832-f07fc1acf4cb,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:41.297172 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.297514 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.297872 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.299695 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.300203 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.300677 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.301144 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.301801 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.302305 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.302770 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.303279 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.303740 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.304211 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.304666 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.305121 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fc76-ea3c-4282-ad78-94b1c14bf502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:41.324202 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-3380b3be-18e0-4a1b-be4e-a293ddb2f58e None None] Set router 42789ce7-ff8a-4b00-a138-b7e90e236547 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:41.454250 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:41.465180 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dcc08-cd0e-4db3-9f08-e04094c5783c req-c7b77799-22d4-4cc9-924d-5d17c5dfb3ca tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:41.471100 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6e4dcc08-cd0e-4db3-9f08-e04094c5783c req-c7b77799-22d4-4cc9-924d-5d17c5dfb3ca tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 945 time: 0.0737092 Jun 15 19:38:41.636394 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6e4dcc08-cd0e-4db3-9f08-e04094c5783c req-f4581886-dd6d-40af-b1aa-821f149a1769 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538801 Jun 15 19:38:41.665052 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-caf162db-ee66-410b-86bf-a31e63b05335 req-999eb025-532c-4a76-b3b0-cf17fc875f3f service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199366 Jun 15 19:38:41.715333 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3380b3be-18e0-4a1b-be4e-a293ddb2f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'ed967509-84df-4970-bcd1-b0d925851b96', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'port_id': '957e70e2-59d5-4a89-bd25-2ddff5525782', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'mac_address': 'fa:16:3e:16:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a4ed60-945d-46a9-8f53-ead05148049e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:02Z', 'updated_at': '2022-06-15T19:38:39Z', 'revision_number': 1, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:06Z', 'revision_number': 5, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:41.754686 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380b3be-18e0-4a1b-be4e-a293ddb2f58e None None] The sync data for ids ['42789ce7-ff8a-4b00-a138-b7e90e236547'] in dv-cinder-844563-3-iscsi is: [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'ed967509-84df-4970-bcd1-b0d925851b96', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'port_id': '957e70e2-59d5-4a89-bd25-2ddff5525782', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'mac_address': 'fa:16:3e:16:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a4ed60-945d-46a9-8f53-ead05148049e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:02Z', 'updated_at': '2022-06-15T19:38:39Z', 'revision_number': 1, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:06Z', 'revision_number': 5, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:38:41.856243 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45626) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:41.873944 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-260eef61-ed66-450a-913a-50ff6ff0539f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:41.970619 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-260eef61-ed66-450a-913a-50ff6ff0539f admin admin] Publish callbacks [] for security_group (76a7cd5a-7988-42e0-8198-c7e5a576d5be), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:41.978147 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-260eef61-ed66-450a-913a-50ff6ff0539f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (76a7cd5a-7988-42e0-8198-c7e5a576d5be), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:42.016924 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ba5d2-5ac9-48e5-b0a9-603d312901e5 req-daf4ae65-4cc1-4a12-a466-b68be49dd558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:42.018488 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e3ba5d2-5ac9-48e5-b0a9-603d312901e5 req-daf4ae65-4cc1-4a12-a466-b68be49dd558 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd64a4f6222542f19ba5729f7abe12b2&device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 1130 time: 0.0614536 Jun 15 19:38:42.027298 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-260eef61-ed66-450a-913a-50ff6ff0539f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01199c800bed442bbb84de9d8d66eb50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1699071 Jun 15 19:38:42.030842 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45630) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:42.055398 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260eef61-ed66-450a-913a-50ff6ff0539f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a7cd5a-7988-42e0-8198-c7e5a576d5be,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:42.109706 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45634) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:42.138986 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae851def-8d1d-45e6-9cb3-4936a005e105 admin admin] Publish callbacks [] for security_group (76a7cd5a-7988-42e0-8198-c7e5a576d5be), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:42.160603 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1eae3-3b67-430d-ae23-7d2dc19a5a40 req-4e793553-960c-4b13-9a64-c85a46a167f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:42.163236 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d8d1eae3-3b67-430d-ae23-7d2dc19a5a40 req-4e793553-960c-4b13-9a64-c85a46a167f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 1130 time: 0.0715494 Jun 15 19:38:42.187776 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae851def-8d1d-45e6-9cb3-4936a005e105 admin admin] Publish callbacks [] for security_group (76a7cd5a-7988-42e0-8198-c7e5a576d5be), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:42.290861 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:42.290861 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:42.346573 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae851def-8d1d-45e6-9cb3-4936a005e105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (76a7cd5a-7988-42e0-8198-c7e5a576d5be), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:42.349957 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae851def-8d1d-45e6-9cb3-4936a005e105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:42.358695 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ae851def-8d1d-45e6-9cb3-4936a005e105 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76a7cd5a-7988-42e0-8198-c7e5a576d5be HTTP/1.1" status: 204 len: 168 time: 0.3265557 Jun 15 19:38:42.384574 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae851def-8d1d-45e6-9cb3-4936a005e105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a7cd5a-7988-42e0-8198-c7e5a576d5be,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:42.403598 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97173a-163c-40cf-b315-e62341c26e2c req-211a4882-e787-4fec-ab14-4dc23f4835b9 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:42.413824 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1b97173a-163c-40cf-b315-e62341c26e2c req-211a4882-e787-4fec-ab14-4dc23f4835b9 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.1299980 Jun 15 19:38:42.496443 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-677ffaea-3629-4dcc-a7c6-6cebe93b9648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:42.534744 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d2f0c-670a-40e0-b650-d46b0bc29507 req-dcae6d4a-c5ec-472e-9f01-b3affc604e74 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:42.536296 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-281d2f0c-670a-40e0-b650-d46b0bc29507 req-dcae6d4a-c5ec-472e-9f01-b3affc604e74 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.1529124 Jun 15 19:38:42.545294 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ba5d2-5ac9-48e5-b0a9-603d312901e5 req-22772a49-fe8e-488b-9e91-cac7d0e5ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:42.546855 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e3ba5d2-5ac9-48e5-b0a9-603d312901e5 req-22772a49-fe8e-488b-9e91-cac7d0e5ca97 service neutron] 10.222.0.42 "GET /v2.0/networks?id=68dc56fb-2946-4967-bb27-7b13a758ce58 HTTP/1.1" status: 200 len: 912 time: 0.4449072 Jun 15 19:38:42.549479 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d8d1eae3-3b67-430d-ae23-7d2dc19a5a40 req-d864610c-909c-477a-96c1-5e4eddcab941 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736682 Jun 15 19:38:42.585980 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1b97173a-163c-40cf-b315-e62341c26e2c req-9d360f58-a3e3-41d0-b6f4-a8779ef6bc7b tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711037 Jun 15 19:38:42.645207 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-281d2f0c-670a-40e0-b650-d46b0bc29507 req-c0965956-b52d-4bd3-9d76-540181320d56 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936692 Jun 15 19:38:42.679230 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-677ffaea-3629-4dcc-a7c6-6cebe93b9648 admin admin] Publish callbacks [] for security_group (e4ccc4f0-ae33-49a2-8413-0db4165b2376), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:42.686435 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-677ffaea-3629-4dcc-a7c6-6cebe93b9648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (e4ccc4f0-ae33-49a2-8413-0db4165b2376), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:42.762533 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ffaea-3629-4dcc-a7c6-6cebe93b9648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ccc4f0-ae33-49a2-8413-0db4165b2376,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:42.772246 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-677ffaea-3629-4dcc-a7c6-6cebe93b9648 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a352916bad2f4935beb3bd9979bfd61c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6587064 Jun 15 19:38:42.775273 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45658) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:42.825756 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476a5bc-1169-41cf-bcd6-1b17fcabeb0a req-8d6a36e3-0add-4505-9379-7a1e7fc9e6da tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:42.830641 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5476a5bc-1169-41cf-bcd6-1b17fcabeb0a req-8d6a36e3-0add-4505-9379-7a1e7fc9e6da tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 945 time: 0.1081805 Jun 15 19:38:42.898849 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b5cbd7-620c-41be-885c-f8f410a9a7c9 None None] New status for floating IP ed967509-84df-4970-bcd1-b0d925851b96: ACTIVE {{(pid=104105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:38:42.919065 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c71d68f-ca8c-4cfa-8274-65978be5f8b2 admin admin] Publish callbacks [] for security_group (e4ccc4f0-ae33-49a2-8413-0db4165b2376), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:42.940000 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5476a5bc-1169-41cf-bcd6-1b17fcabeb0a req-f63c6b01-dfd8-4ff5-bd51-3d552bd02fe4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007960 Jun 15 19:38:42.962779 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c71d68f-ca8c-4cfa-8274-65978be5f8b2 admin admin] Publish callbacks [] for security_group (e4ccc4f0-ae33-49a2-8413-0db4165b2376), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:43.024890 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c71d68f-ca8c-4cfa-8274-65978be5f8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (e4ccc4f0-ae33-49a2-8413-0db4165b2376), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:43.028924 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c71d68f-ca8c-4cfa-8274-65978be5f8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:43.032572 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-2c71d68f-ca8c-4cfa-8274-65978be5f8b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4ccc4f0-ae33-49a2-8413-0db4165b2376 HTTP/1.1" status: 204 len: 168 time: 0.2541316 Jun 15 19:38:43.065258 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71d68f-ca8c-4cfa-8274-65978be5f8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ccc4f0-ae33-49a2-8413-0db4165b2376,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:43.082227 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:43.092626 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e3ba5d2-5ac9-48e5-b0a9-603d312901e5 req-e00d9d55-3edb-43aa-a529-ae122c772299 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=957e70e2-59d5-4a89-bd25-2ddff5525782 HTTP/1.1" status: 200 len: 999 time: 0.2142582 Jun 15 19:38:43.144175 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938cc05-29c6-4207-b384-1edfdafe2b55 req-ed9857e4-c5cc-4d91-94d3-428209ab4b46 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:43.145775 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9938cc05-29c6-4207-b384-1edfdafe2b55 req-ed9857e4-c5cc-4d91-94d3-428209ab4b46 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 945 time: 0.0686793 Jun 15 19:38:43.154968 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45676) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:43.164350 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-eb9f3efc-de4a-4f96-83d2-92f7fb372847 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'floatingip': {'port_id': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:43.211669 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3efc-de4a-4f96-83d2-92f7fb372847 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (916cdec1-af76-40d3-a161-23e70f068353), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:43.581908 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ba5d2-5ac9-48e5-b0a9-603d312901e5 req-5842fba6-d998-4eda-b149-b3219002d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:43.583779 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e3ba5d2-5ac9-48e5-b0a9-603d312901e5 req-5842fba6-d998-4eda-b149-b3219002d39a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5682d96f-190e-460c-b7ed-ef0aa8e89880 HTTP/1.1" status: 200 len: 850 time: 0.0641234 Jun 15 19:38:43.635941 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ba5d2-5ac9-48e5-b0a9-603d312901e5 req-5b01cbef-05a5-45c6-b9fa-5f18b867ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:43.637846 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e3ba5d2-5ac9-48e5-b0a9-603d312901e5 req-5b01cbef-05a5-45c6-b9fa-5f18b867ef25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68dc56fb-2946-4967-bb27-7b13a758ce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454664 Jun 15 19:38:43.678751 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45696) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:43.702646 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7e9da6eb-79ca-4b8b-9697-24763dd71759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:43.707782 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:43.739699 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:43.790196 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e3ba5d2-5ac9-48e5-b0a9-603d312901e5 req-56cd5053-ddde-41ee-b855-f8f48f0ed337 service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393995 Jun 15 19:38:43.842563 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6220ec-3b55-4fda-8d23-9274af2dbbf2 req-13cfc44e-11f5-4e70-8e1f-6b80240a48f2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:43.844056 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1a6220ec-3b55-4fda-8d23-9274af2dbbf2 req-13cfc44e-11f5-4e70-8e1f-6b80240a48f2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.1218052 Jun 15 19:38:44.022045 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e3ba5d2-5ac9-48e5-b0a9-603d312901e5 req-fd9ec538-64a5-4e71-89c5-37a153fd7882 service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181156 Jun 15 19:38:44.032791 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900741e-d9c6-45bd-86c6-c5bc0d0f6502 req-77412102-5467-44e6-95db-d3f9ad986f15 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:44.038590 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2900741e-d9c6-45bd-86c6-c5bc0d0f6502 req-77412102-5467-44e6-95db-d3f9ad986f15 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.2639091 Jun 15 19:38:44.217116 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7e9da6eb-79ca-4b8b-9697-24763dd71759 admin admin] Publish callbacks [] for security_group (f108e8f6-1d90-499b-b08a-3656e9ab9bf0), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:44.220575 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1a6220ec-3b55-4fda-8d23-9274af2dbbf2 req-315d0c26-7fd0-4d76-8d6b-a6d855c4aeca tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397374 Jun 15 19:38:44.228555 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7e9da6eb-79ca-4b8b-9697-24763dd71759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (f108e8f6-1d90-499b-b08a-3656e9ab9bf0), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:44.246179 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2900741e-d9c6-45bd-86c6-c5bc0d0f6502 req-e939da67-863f-45e9-807f-7f2d9bc39a3e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935749 Jun 15 19:38:44.278274 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45722) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:44.278462 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-7e9da6eb-79ca-4b8b-9697-24763dd71759 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39337f1f97074cff8beaeec245d62e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5985405 Jun 15 19:38:44.309259 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:44.315448 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9da6eb-79ca-4b8b-9697-24763dd71759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f108e8f6-1d90-499b-b08a-3656e9ab9bf0,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:44.367146 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Publish callbacks [] for security_group (f108e8f6-1d90-499b-b08a-3656e9ab9bf0), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:44.395775 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Publish callbacks [] for security_group (f108e8f6-1d90-499b-b08a-3656e9ab9bf0), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:44.405335 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3efc-de4a-4f96-83d2-92f7fb372847 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:44.419858 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3efc-de4a-4f96-83d2-92f7fb372847 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (916cdec1-af76-40d3-a161-23e70f068353), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:44.499493 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (f108e8f6-1d90-499b-b08a-3656e9ab9bf0), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:44.502913 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:44.506456 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f108e8f6-1d90-499b-b08a-3656e9ab9bf0 HTTP/1.1" status: 204 len: 168 time: 0.2247477 Jun 15 19:38:44.540688 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f108e8f6-1d90-499b-b08a-3656e9ab9bf0,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:44.550693 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.555437 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.556007 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.556759 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.557290 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.557819 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.558768 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.559102 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.559437 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.559762 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.560218 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.560678 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.560992 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.561313 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.561631 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd9310d-642e-4f13-8bc4-bc81b9032841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:38:44.604332 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c78e1-f4b7-40ea-8718-4d0ae6c0eb51 req-4b364ba8-65c3-47a4-bb33-0c77ae4fc7c1 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:44.605965 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ca5c78e1-f4b7-40ea-8718-4d0ae6c0eb51 req-4b364ba8-65c3-47a4-bb33-0c77ae4fc7c1 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 945 time: 0.0695806 Jun 15 19:38:44.610828 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-eb9f3efc-de4a-4f96-83d2-92f7fb372847 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Floating IP 916cdec1-af76-40d3-a161-23e70f068353 associated. External IP: 172.27.0.149, port: 30a09c0c-5cec-4b08-8e71-71e48f7bd23a. Jun 15 19:38:44.713335 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:44.725536 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ca5c78e1-f4b7-40ea-8718-4d0ae6c0eb51 req-d6761ef0-690c-4719-8df0-e611d57002be tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123424 Jun 15 19:38:44.864566 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45746) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:44.871092 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9f3efc-de4a-4f96-83d2-92f7fb372847 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Router 0d2bb485-8201-4259-b811-ace17e805b17 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:38:44.954027 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:44.978276 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bc1b9a89-b4c2-4299-b17b-4248efca5fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:44.979187 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9f3efc-de4a-4f96-83d2-92f7fb372847 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:38:44.984069 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3efc-de4a-4f96-83d2-92f7fb372847 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:44.995055 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f315b-22fc-40a5-bfa6-0172c084bf33 None None] Sync routers for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:38:45.004955 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f315b-22fc-40a5-bfa6-0172c084bf33 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:45.005593 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-702f315b-22fc-40a5-bfa6-0172c084bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:38:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:45.046224 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:45.065489 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-eb9f3efc-de4a-4f96-83d2-92f7fb372847 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "PUT /v2.0/floatingips/916cdec1-af76-40d3-a161-23e70f068353 HTTP/1.1" status: 200 len: 991 time: 1.9094338 Jun 15 19:38:45.066131 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'tag': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:45.069101 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5afe5b-c904-4a83-995c-3467f69cce23" -d '{"events": [{"name": "network-changed", "server_uuid": "9d725dd8-b126-49c5-8d0f-3a02cb3331d2", "tag": "30a09c0c-5cec-4b08-8e71-71e48f7bd23a"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:45.086396 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bc1b9a89-b4c2-4299-b17b-4248efca5fd9 admin admin] Publish callbacks [] for security_group (06254a57-b966-4d15-a1c9-86e178a63ac8), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:45.093205 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bc1b9a89-b4c2-4299-b17b-4248efca5fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (06254a57-b966-4d15-a1c9-86e178a63ac8), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:45.131061 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6e3c8e-adce-4f77-a45e-08c8437f0d98 x-openstack-request-id: req-3f6e3c8e-adce-4f77-a45e-08c8437f0d98 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:45.131444 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d725dd8-b126-49c5-8d0f-3a02cb3331d2", "tag": "30a09c0c-5cec-4b08-8e71-71e48f7bd23a", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:45.131727 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f6e3c8e-adce-4f77-a45e-08c8437f0d98 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:45.132124 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6e3c8e-adce-4f77-a45e-08c8437f0d98'] response: {'name': 'network-changed', 'server_uuid': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'tag': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'status': 'completed', 'code': 200} Jun 15 19:38:45.135646 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-702f315b-22fc-40a5-bfa6-0172c084bf33 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:45.143721 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b9a89-b4c2-4299-b17b-4248efca5fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06254a57-b966-4d15-a1c9-86e178a63ac8,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:45.152183 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-bc1b9a89-b4c2-4299-b17b-4248efca5fd9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e201952a2363437f8fee3f1d4f8604d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841489 Jun 15 19:38:45.152480 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45764) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:45.180698 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:45.211440 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-581fcc59-c27e-4824-9164-f9e0b6ff7bab admin admin] Publish callbacks [] for security_group (06254a57-b966-4d15-a1c9-86e178a63ac8), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:45.239871 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-581fcc59-c27e-4824-9164-f9e0b6ff7bab admin admin] Publish callbacks [] for security_group (06254a57-b966-4d15-a1c9-86e178a63ac8), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:45.319426 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-581fcc59-c27e-4824-9164-f9e0b6ff7bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (06254a57-b966-4d15-a1c9-86e178a63ac8), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:45.322320 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-581fcc59-c27e-4824-9164-f9e0b6ff7bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:45.324246 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-581fcc59-c27e-4824-9164-f9e0b6ff7bab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06254a57-b966-4d15-a1c9-86e178a63ac8 HTTP/1.1" status: 204 len: 168 time: 0.1703234 Jun 15 19:38:45.349966 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fcc59-c27e-4824-9164-f9e0b6ff7bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06254a57-b966-4d15-a1c9-86e178a63ac8,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:45.522940 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa4379-85c0-4eaf-bc4a-1c11c4939dda req-31520fe5-c1cf-4442-933b-d45dc1814898 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:45.535785 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-47aa4379-85c0-4eaf-bc4a-1c11c4939dda req-31520fe5-c1cf-4442-933b-d45dc1814898 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.1073425 Jun 15 19:38:45.544572 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:45.545778 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-702f315b-22fc-40a5-bfa6-0172c084bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '916cdec1-af76-40d3-a161-23e70f068353', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:56:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:16Z', 'updated_at': '2022-06-15T19:38:44Z', 'revision_number': 1, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:45.587185 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f315b-22fc-40a5-bfa6-0172c084bf33 None None] Checking router: 0d2bb485-8201-4259-b811-ace17e805b17 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:38:45.598526 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f315b-22fc-40a5-bfa6-0172c084bf33 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:45.599372 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-702f315b-22fc-40a5-bfa6-0172c084bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:38:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:45.644887 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-47aa4379-85c0-4eaf-bc4a-1c11c4939dda req-db45c95a-85df-4d69-a6da-6a6719b08bc5 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994468 Jun 15 19:38:45.654846 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f1add-0fd8-41d9-bf7b-e2c6eeb92cb8 req-4ebe1812-f72d-49ac-b9d8-00fe30141d38 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:45.662122 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-899f1add-0fd8-41d9-bf7b-e2c6eeb92cb8 req-4ebe1812-f72d-49ac-b9d8-00fe30141d38 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0897517 Jun 15 19:38:45.780243 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-899f1add-0fd8-41d9-bf7b-e2c6eeb92cb8 req-11a0c9ea-b3e3-42b7-8306-b1988188c6f2 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160655 Jun 15 19:38:45.806212 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-702f315b-22fc-40a5-bfa6-0172c084bf33 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:45.865147 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a3e19-f9dd-4602-bb6f-f4f69a5dd406 req-62742fa7-def8-4e25-9958-8a0c05a9dcd4 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:45.867871 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-865a3e19-f9dd-4602-bb6f-f4f69a5dd406 req-62742fa7-def8-4e25-9958-8a0c05a9dcd4 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.1099422 Jun 15 19:38:45.876308 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45792) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:45.881818 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-1643f7ee-09df-4987-b063-52afc6069a76 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Request body: {'floatingip': {'port_id': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:38:45.927648 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45794) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:45.939128 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ede1b-37d5-4c6f-b9f3-76d090d8688b req-d1d000f6-9a72-4547-9852-a1ada0d1ecbb tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:45.944754 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b82ede1b-37d5-4c6f-b9f3-76d090d8688b req-d1d000f6-9a72-4547-9852-a1ada0d1ecbb tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 945 time: 0.0758460 Jun 15 19:38:45.984880 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9d8f924a-0c47-4360-afaf-e8ae1cf5274d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:45.989911 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1643f7ee-09df-4987-b063-52afc6069a76 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for floatingip (4ec7b0f2-2c16-4b21-9729-f6fe522050d6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:45.999713 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b82ede1b-37d5-4c6f-b9f3-76d090d8688b req-c7ccfcd4-f76a-4325-b2a0-af8433173806 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486281 Jun 15 19:38:46.109501 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-702f315b-22fc-40a5-bfa6-0172c084bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '916cdec1-af76-40d3-a161-23e70f068353', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:56:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:16Z', 'updated_at': '2022-06-15T19:38:44Z', 'revision_number': 1, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:46.215884 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f315b-22fc-40a5-bfa6-0172c084bf33 None None] The sync data for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi is: [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '916cdec1-af76-40d3-a161-23e70f068353', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:56:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:16Z', 'updated_at': '2022-06-15T19:38:44Z', 'revision_number': 1, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:38:46.229541 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5afe5b-c904-4a83-995c-3467f69cce23 req-404a74e7-7fed-4531-aa08-4561ecb6a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:46.231110 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9b5afe5b-c904-4a83-995c-3467f69cce23 req-404a74e7-7fed-4531-aa08-4561ecb6a805 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 1129 time: 0.1943243 Jun 15 19:38:46.241267 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3da299eb-c37c-46f2-b019-9e6dbb1dcebd req-88167feb-c7e0-4d51-96bd-b8bded7718d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1702483 Jun 15 19:38:46.325865 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:46.415208 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9d8f924a-0c47-4360-afaf-e8ae1cf5274d admin admin] Publish callbacks [] for security_group (6ae5e422-cf87-45e9-8d8d-11a29d406e59), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:46.433458 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9d8f924a-0c47-4360-afaf-e8ae1cf5274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (6ae5e422-cf87-45e9-8d8d-11a29d406e59), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:46.567966 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da299eb-c37c-46f2-b019-9e6dbb1dcebd req-40041413-351e-4c5d-ac51-4e3924ebc025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:46.569467 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3da299eb-c37c-46f2-b019-9e6dbb1dcebd req-40041413-351e-4c5d-ac51-4e3924ebc025 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd64a4f6222542f19ba5729f7abe12b2&device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 1130 time: 0.1642165 Jun 15 19:38:46.581316 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f924a-0c47-4360-afaf-e8ae1cf5274d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae5e422-cf87-45e9-8d8d-11a29d406e59,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:46.590706 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-9d8f924a-0c47-4360-afaf-e8ae1cf5274d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30643ec32ad7455bbf7fa923f605b153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6611254 Jun 15 19:38:46.591898 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45808) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:46.630928 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5afe5b-c904-4a83-995c-3467f69cce23 req-85a52bf1-1f52-4b18-958d-7af36f982221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:46.632807 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9b5afe5b-c904-4a83-995c-3467f69cce23 req-85a52bf1-1f52-4b18-958d-7af36f982221 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 HTTP/1.1" status: 200 len: 915 time: 0.2899914 Jun 15 19:38:46.693845 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfe58e-ba8e-4170-98c1-1f30ed88921d req-85735c2d-ed85-443a-bed2-b6fce518d42c tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:46.695548 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fbdfe58e-ba8e-4170-98c1-1f30ed88921d req-85735c2d-ed85-443a-bed2-b6fce518d42c tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.42 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 945 time: 0.0718083 Jun 15 19:38:46.737634 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a92c4e68-c2ea-4af3-89ea-335156985ca1 admin admin] Publish callbacks [] for security_group (6ae5e422-cf87-45e9-8d8d-11a29d406e59), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:46.788996 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a92c4e68-c2ea-4af3-89ea-335156985ca1 admin admin] Publish callbacks [] for security_group (6ae5e422-cf87-45e9-8d8d-11a29d406e59), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:46.974431 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:47.048168 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a92c4e68-c2ea-4af3-89ea-335156985ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (6ae5e422-cf87-45e9-8d8d-11a29d406e59), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:47.051713 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a92c4e68-c2ea-4af3-89ea-335156985ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:47.053393 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a92c4e68-c2ea-4af3-89ea-335156985ca1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ae5e422-cf87-45e9-8d8d-11a29d406e59 HTTP/1.1" status: 204 len: 168 time: 0.4603748 Jun 15 19:38:47.068764 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [req-fbdfe58e-ba8e-4170-98c1-1f30ed88921d req-aad74429-f669-40e7-b909-a5b112e85f8b tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Deleting port dd397714-88e2-47d3-8487-b40ac7a1dff4 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:38:47.070946 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-fbdfe58e-ba8e-4170-98c1-1f30ed88921d req-aad74429-f669-40e7-b909-a5b112e85f8b tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:47.096261 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19596c-ddc7-4470-9710-270e00fc291e None None] New status for floating IP 916cdec1-af76-40d3-a161-23e70f068353: ACTIVE {{(pid=104105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:38:47.107699 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e67f5-6339-4f80-ad5d-f2149a246514 req-c5fd292f-a22a-45ce-9b8f-fe8f061098be tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:47.122996 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5d7e67f5-6339-4f80-ad5d-f2149a246514 req-c5fd292f-a22a-45ce-9b8f-fe8f061098be tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.2322488 Jun 15 19:38:47.302547 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.db.resource_extend [None req-1643f7ee-09df-4987-b063-52afc6069a76 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 19:38:47.328280 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c4e68-c2ea-4af3-89ea-335156985ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae5e422-cf87-45e9-8d8d-11a29d406e59,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:47.390490 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:47.419141 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1643f7ee-09df-4987-b063-52afc6069a76 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:47.435541 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1643f7ee-09df-4987-b063-52afc6069a76 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (4ec7b0f2-2c16-4b21-9729-f6fe522050d6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:47.487638 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [req-fbdfe58e-ba8e-4170-98c1-1f30ed88921d req-aad74429-f669-40e7-b909-a5b112e85f8b tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] For port dd397714-88e2-47d3-8487-b40ac7a1dff4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dd397714-88e2-47d3-8487-b40ac7a1dff4,segment=NetworkSegment(36b961c0-36c8-415e-a9db-f3356f8bf53a),segment_id=36b961c0-36c8-415e-a9db-f3356f8bf53a)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:38:47.488112 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-fbdfe58e-ba8e-4170-98c1-1f30ed88921d req-aad74429-f669-40e7-b909-a5b112e85f8b tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:47.529664 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:47.531801 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9b5afe5b-c904-4a83-995c-3467f69cce23 req-c6af8f7f-4949-479f-943c-83397e69f2e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30a09c0c-5cec-4b08-8e71-71e48f7bd23a HTTP/1.1" status: 200 len: 999 time: 0.5534129 Jun 15 19:38:47.540057 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ff044-1a00-4f8d-8ea9-836997baf5a5 req-79a35ad4-894f-41c1-bdc7-7c38925df889 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:47.548637 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-715ff044-1a00-4f8d-8ea9-836997baf5a5 req-79a35ad4-894f-41c1-bdc7-7c38925df889 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 945 time: 0.2314951 Jun 15 19:38:47.553680 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [req-fbdfe58e-ba8e-4170-98c1-1f30ed88921d req-aad74429-f669-40e7-b909-a5b112e85f8b tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Calling delete_port for dd397714-88e2-47d3-8487-b40ac7a1dff4 owned by compute:nova {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:38:47.586659 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da299eb-c37c-46f2-b019-9e6dbb1dcebd req-cc2995db-92af-44ec-891b-8209c7af7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:47.588142 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3da299eb-c37c-46f2-b019-9e6dbb1dcebd req-cc2995db-92af-44ec-891b-8209c7af7c7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=68dc56fb-2946-4967-bb27-7b13a758ce58 HTTP/1.1" status: 200 len: 912 time: 0.9543777 Jun 15 19:38:47.614643 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5d7e67f5-6339-4f80-ad5d-f2149a246514 req-f0edd816-5f76-4fa6-94c3-a6199eedcfd1 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876430 Jun 15 19:38:47.675918 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:47.736068 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-715ff044-1a00-4f8d-8ea9-836997baf5a5 req-c29fba24-eb9d-4d6f-8a64-7a2482850267 tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bea3e7a-1d71-4069-8ddc-7f7972dadca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864452 Jun 15 19:38:47.741161 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5afe5b-c904-4a83-995c-3467f69cce23 req-e376f6b9-276b-4519-b349-cc69b09f3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:47.742919 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9b5afe5b-c904-4a83-995c-3467f69cce23 req-e376f6b9-276b-4519-b349-cc69b09f3bb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06f7de3d-736b-4eeb-b465-011df871e6d7 HTTP/1.1" status: 200 len: 853 time: 0.2043016 Jun 15 19:38:47.750858 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [None req-1643f7ee-09df-4987-b063-52afc6069a76 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Floating IP 4ec7b0f2-2c16-4b21-9729-f6fe522050d6 associated. External IP: 172.27.0.3, port: e3f1f355-ef6f-4c67-8fc5-35f007612cd4. Jun 15 19:38:47.853372 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-fbdfe58e-ba8e-4170-98c1-1f30ed88921d req-aad74429-f669-40e7-b909-a5b112e85f8b tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (dd397714-88e2-47d3-8487-b40ac7a1dff4), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:47.869714 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['dd397714-88e2-47d3-8487-b40ac7a1dff4'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:38:47.909040 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad74429-f669-40e7-b909-a5b112e85f8b tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Pushing event deleted for resources: {'Port': ['ID=dd397714-88e2-47d3-8487-b40ac7a1dff4,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:47.956723 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3da299eb-c37c-46f2-b019-9e6dbb1dcebd req-74d3182b-23d1-46d7-866e-e7ccf18fc78d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=957e70e2-59d5-4a89-bd25-2ddff5525782 HTTP/1.1" status: 200 len: 1001 time: 0.3546782 Jun 15 19:38:47.989366 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdfe58e-ba8e-4170-98c1-1f30ed88921d req-aad74429-f669-40e7-b909-a5b112e85f8b tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] No DVR routers for this DVR port dd397714-88e2-47d3-8487-b40ac7a1dff4 on host hv-cinder-84456 {{(pid=104104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:38:47.993865 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-fbdfe58e-ba8e-4170-98c1-1f30ed88921d req-aad74429-f669-40e7-b909-a5b112e85f8b tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:47.998134 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fbdfe58e-ba8e-4170-98c1-1f30ed88921d req-aad74429-f669-40e7-b909-a5b112e85f8b tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.42 "DELETE /v2.0/ports/dd397714-88e2-47d3-8487-b40ac7a1dff4 HTTP/1.1" status: 204 len: 173 time: 1.2908316 Jun 15 19:38:47.998749 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6952a579-25ae-414b-b781-0bc2d381f9bd', 'name': 'network-vif-deleted', 'tag': 'dd397714-88e2-47d3-8487-b40ac7a1dff4'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:48.001462 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47178856-71bb-47ee-86f3-cf8475685814" -d '{"events": [{"server_uuid": "6952a579-25ae-414b-b781-0bc2d381f9bd", "name": "network-vif-deleted", "tag": "dd397714-88e2-47d3-8487-b40ac7a1dff4"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:48.056865 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed28fa0-9bd5-47b4-a8b2-c29bd2e0ac4b x-openstack-request-id: req-7ed28fa0-9bd5-47b4-a8b2-c29bd2e0ac4b {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:48.057160 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6952a579-25ae-414b-b781-0bc2d381f9bd", "name": "network-vif-deleted", "tag": "dd397714-88e2-47d3-8487-b40ac7a1dff4", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:48.057410 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ed28fa0-9bd5-47b4-a8b2-c29bd2e0ac4b {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:48.058378 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed28fa0-9bd5-47b4-a8b2-c29bd2e0ac4b'] response: {'server_uuid': '6952a579-25ae-414b-b781-0bc2d381f9bd', 'name': 'network-vif-deleted', 'tag': 'dd397714-88e2-47d3-8487-b40ac7a1dff4', 'status': 'completed', 'code': 200} Jun 15 19:38:48.099772 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5afe5b-c904-4a83-995c-3467f69cce23 req-c3ddf7eb-a0d2-4a61-9f2f-0bc14c53be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:48.101768 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9b5afe5b-c904-4a83-995c-3467f69cce23 req-c3ddf7eb-a0d2-4a61-9f2f-0bc14c53be3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3386955 Jun 15 19:38:48.216699 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da299eb-c37c-46f2-b019-9e6dbb1dcebd req-41d3deb4-9ea5-491e-92d8-08be7a4f9046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:48.218208 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3da299eb-c37c-46f2-b019-9e6dbb1dcebd req-41d3deb4-9ea5-491e-92d8-08be7a4f9046 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5682d96f-190e-460c-b7ed-ef0aa8e89880 HTTP/1.1" status: 200 len: 850 time: 0.2369752 Jun 15 19:38:48.251216 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45884) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:48.322062 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da299eb-c37c-46f2-b019-9e6dbb1dcebd req-683fe235-abc1-451f-b2d7-49211d4fb035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:48.324195 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3da299eb-c37c-46f2-b019-9e6dbb1dcebd req-683fe235-abc1-451f-b2d7-49211d4fb035 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68dc56fb-2946-4967-bb27-7b13a758ce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971818 Jun 15 19:38:48.372758 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1643f7ee-09df-4987-b063-52afc6069a76 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Router 9cca118e-53ce-454c-98a6-30ed34544862 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:38:48.379288 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9b5afe5b-c904-4a83-995c-3467f69cce23 req-6e78ddd4-e46a-4d04-be0f-1db34c6032d9 service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271342 Jun 15 19:38:48.451067 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:48.454177 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-468daf6d-fbf2-4543-a25a-1e853d1ed7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:48.564673 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:48.573609 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-468daf6d-fbf2-4543-a25a-1e853d1ed7e0 admin admin] Publish callbacks [] for security_group (509827d6-e876-4644-b588-3b2998c946b5), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:48.578948 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-468daf6d-fbf2-4543-a25a-1e853d1ed7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (509827d6-e876-4644-b588-3b2998c946b5), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:48.582034 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3da299eb-c37c-46f2-b019-9e6dbb1dcebd req-b4536c6e-44e9-4200-872b-9fcddd54f5bd service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390060 Jun 15 19:38:48.607137 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9b5afe5b-c904-4a83-995c-3467f69cce23 req-15df5886-2400-4234-9e3a-90d2917f9bb0 service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190380 Jun 15 19:38:48.625751 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-468daf6d-fbf2-4543-a25a-1e853d1ed7e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12965e75dc4942078d5ae8469630742a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709681 Jun 15 19:38:48.626285 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1643f7ee-09df-4987-b063-52afc6069a76 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:38:48.626409 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45900) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:48.630826 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1643f7ee-09df-4987-b063-52afc6069a76 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:48.635543 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468daf6d-fbf2-4543-a25a-1e853d1ed7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509827d6-e876-4644-b588-3b2998c946b5,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:48.636848 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c648aedd-02ec-4a20-8e50-7eaeee2553e0 None None] Sync routers for ids ['9cca118e-53ce-454c-98a6-30ed34544862'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:38:48.664190 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648aedd-02ec-4a20-8e50-7eaeee2553e0 None None] Routers {'9cca118e-53ce-454c-98a6-30ed34544862'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:48.664791 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-1643f7ee-09df-4987-b063-52afc6069a76 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "PUT /v2.0/floatingips/4ec7b0f2-2c16-4b21-9729-f6fe522050d6 HTTP/1.1" status: 200 len: 990 time: 2.7869112 Jun 15 19:38:48.665387 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'tag': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:38:48.668495 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c648aedd-02ec-4a20-8e50-7eaeee2553e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:38:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9cca118e-53ce-454c-98a6-30ed34544862'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:48.668690 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be107dd8-341c-4a13-a796-9f08c804fd95" -d '{"events": [{"name": "network-changed", "server_uuid": "eadf922d-e2cd-4805-9aee-7157bd242fa9", "tag": "e3f1f355-ef6f-4c67-8fc5-35f007612cd4"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:38:48.692499 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c0e01fc8-adaa-40cc-a20f-82fb77b9dbb7 admin admin] Publish callbacks [] for security_group (509827d6-e876-4644-b588-3b2998c946b5), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:48.712114 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53680ff0-a870-4bb0-8d5f-4c9110c894b0 x-openstack-request-id: req-53680ff0-a870-4bb0-8d5f-4c9110c894b0 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:38:48.712680 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eadf922d-e2cd-4805-9aee-7157bd242fa9", "tag": "e3f1f355-ef6f-4c67-8fc5-35f007612cd4", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:38:48.712680 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53680ff0-a870-4bb0-8d5f-4c9110c894b0 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:38:48.713025 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53680ff0-a870-4bb0-8d5f-4c9110c894b0'] response: {'name': 'network-changed', 'server_uuid': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'tag': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'status': 'completed', 'code': 200} Jun 15 19:38:48.721414 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c0e01fc8-adaa-40cc-a20f-82fb77b9dbb7 admin admin] Publish callbacks [] for security_group (509827d6-e876-4644-b588-3b2998c946b5), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:48.809836 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-c648aedd-02ec-4a20-8e50-7eaeee2553e0 None None] Set router 9cca118e-53ce-454c-98a6-30ed34544862 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:48.819935 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5af7ad-755d-4f9e-8425-b9b7e84edbda req-9d16dc9d-6538-4cd0-9a81-4893cb46a56d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:48.830444 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bc5af7ad-755d-4f9e-8425-b9b7e84edbda req-9d16dc9d-6538-4cd0-9a81-4893cb46a56d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.1061699 Jun 15 19:38:48.894713 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c0e01fc8-adaa-40cc-a20f-82fb77b9dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (509827d6-e876-4644-b588-3b2998c946b5), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:48.898774 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c0e01fc8-adaa-40cc-a20f-82fb77b9dbb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:48.911296 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c0e01fc8-adaa-40cc-a20f-82fb77b9dbb7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/509827d6-e876-4644-b588-3b2998c946b5 HTTP/1.1" status: 204 len: 168 time: 0.2840519 Jun 15 19:38:48.923159 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bc5af7ad-755d-4f9e-8425-b9b7e84edbda req-9badd183-f898-489d-909e-0fcb86124511 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913832 Jun 15 19:38:48.934301 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e01fc8-adaa-40cc-a20f-82fb77b9dbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509827d6-e876-4644-b588-3b2998c946b5,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:49.005547 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-31f166af-c867-4bbc-90bd-fc147a17a7f3 req-58e07b08-56f0-466a-b307-82d622306f6b tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] 10.222.0.15 "GET /v2.0/ports?device_id=6952a579-25ae-414b-b781-0bc2d381f9bd HTTP/1.1" status: 200 len: 210 time: 0.0401888 Jun 15 19:38:49.072002 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be107dd8-341c-4a13-a796-9f08c804fd95 req-eab48d12-d493-4d32-9a0a-55a3d376118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:49.074219 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-be107dd8-341c-4a13-a796-9f08c804fd95 req-eab48d12-d493-4d32-9a0a-55a3d376118e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71e0c71509f94f158063991e37617894&device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 1130 time: 0.1962476 Jun 15 19:38:49.161858 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3da299eb-c37c-46f2-b019-9e6dbb1dcebd req-344db255-1387-4767-8b37-a087dd4ae9af service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446708 Jun 15 19:38:49.330880 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c648aedd-02ec-4a20-8e50-7eaeee2553e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '4ec7b0f2-2c16-4b21-9729-f6fe522050d6', 'tenant_id': '71e0c71509f94f158063991e37617894', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'port_id': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'mac_address': 'fa:16:3e:a7:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:08Z', 'updated_at': '2022-06-15T19:38:47Z', 'revision_number': 1, 'project_id': '71e0c71509f94f158063991e37617894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:11Z', 'revision_number': 5, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:49.382601 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c648aedd-02ec-4a20-8e50-7eaeee2553e0 None None] Checking router: 9cca118e-53ce-454c-98a6-30ed34544862 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:38:49.395947 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648aedd-02ec-4a20-8e50-7eaeee2553e0 None None] Routers {'9cca118e-53ce-454c-98a6-30ed34544862'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:38:49.397599 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c648aedd-02ec-4a20-8e50-7eaeee2553e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:38:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9cca118e-53ce-454c-98a6-30ed34544862'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:49.402361 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:49.519181 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:49.525935 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be107dd8-341c-4a13-a796-9f08c804fd95 req-05e46517-9dee-4b08-a2c4-6cb47121ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:49.528303 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-be107dd8-341c-4a13-a796-9f08c804fd95 req-05e46517-9dee-4b08-a2c4-6cb47121ba9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 200 len: 918 time: 0.4453313 Jun 15 19:38:49.546983 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-c648aedd-02ec-4a20-8e50-7eaeee2553e0 None None] Set router 9cca118e-53ce-454c-98a6-30ed34544862 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:38:49.567345 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 45934) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:49.591533 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-91342aad-436b-4a74-9c1c-aa1d965d54c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:49.641221 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-be107dd8-341c-4a13-a796-9f08c804fd95 req-f8522042-8e18-4a58-8e57-48063fd50c09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4 HTTP/1.1" status: 200 len: 998 time: 0.0975516 Jun 15 19:38:49.675223 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:49.698869 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:49.717774 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be107dd8-341c-4a13-a796-9f08c804fd95 req-f4b33c18-8892-4e14-af34-ca0791ad09af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:49.719400 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-be107dd8-341c-4a13-a796-9f08c804fd95 req-f4b33c18-8892-4e14-af34-ca0791ad09af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c37954e0-0ba0-4cd2-9041-862c785d922d HTTP/1.1" status: 200 len: 856 time: 0.0742800 Jun 15 19:38:49.730410 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-91342aad-436b-4a74-9c1c-aa1d965d54c1 admin admin] Publish callbacks [] for security_group (cf881476-57aa-4285-8b31-731820dc66f6), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:49.738381 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-91342aad-436b-4a74-9c1c-aa1d965d54c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (cf881476-57aa-4285-8b31-731820dc66f6), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:49.775627 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be107dd8-341c-4a13-a796-9f08c804fd95 req-4aa71be2-dfa3-405f-b2b8-31b296bb5dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:49.777801 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-be107dd8-341c-4a13-a796-9f08c804fd95 req-4aa71be2-dfa3-405f-b2b8-31b296bb5dac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ca100c-fdac-452a-ad9c-d280af0c139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523217 Jun 15 19:38:49.788267 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91342aad-436b-4a74-9c1c-aa1d965d54c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf881476-57aa-4285-8b31-731820dc66f6,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:49.802968 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 45938) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:49.806496 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-91342aad-436b-4a74-9c1c-aa1d965d54c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e98b145b94014099b75b534f5e454969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336991 Jun 15 19:38:49.813074 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:49.864577 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1b19fbc7-f299-4b2b-83a4-9ddebc4ebbd1 admin admin] Publish callbacks [] for security_group (cf881476-57aa-4285-8b31-731820dc66f6), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:49.875125 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c648aedd-02ec-4a20-8e50-7eaeee2553e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '4ec7b0f2-2c16-4b21-9729-f6fe522050d6', 'tenant_id': '71e0c71509f94f158063991e37617894', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'port_id': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'mac_address': 'fa:16:3e:a7:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:08Z', 'updated_at': '2022-06-15T19:38:47Z', 'revision_number': 1, 'project_id': '71e0c71509f94f158063991e37617894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:11Z', 'revision_number': 5, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:49.891308 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1b19fbc7-f299-4b2b-83a4-9ddebc4ebbd1 admin admin] Publish callbacks [] for security_group (cf881476-57aa-4285-8b31-731820dc66f6), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:49.904713 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c648aedd-02ec-4a20-8e50-7eaeee2553e0 None None] The sync data for ids ['9cca118e-53ce-454c-98a6-30ed34544862'] in dv-cinder-844563-3-iscsi is: [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '4ec7b0f2-2c16-4b21-9729-f6fe522050d6', 'tenant_id': '71e0c71509f94f158063991e37617894', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'port_id': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'mac_address': 'fa:16:3e:a7:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:08Z', 'updated_at': '2022-06-15T19:38:47Z', 'revision_number': 1, 'project_id': '71e0c71509f94f158063991e37617894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:11Z', 'revision_number': 5, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:38:49.949648 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1b19fbc7-f299-4b2b-83a4-9ddebc4ebbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (cf881476-57aa-4285-8b31-731820dc66f6), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:49.952412 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1b19fbc7-f299-4b2b-83a4-9ddebc4ebbd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:49.953561 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-1b19fbc7-f299-4b2b-83a4-9ddebc4ebbd1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf881476-57aa-4285-8b31-731820dc66f6 HTTP/1.1" status: 204 len: 168 time: 0.1495910 Jun 15 19:38:49.961939 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19fbc7-f299-4b2b-83a4-9ddebc4ebbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf881476-57aa-4285-8b31-731820dc66f6,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:50.098813 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1cb84-0d1f-4174-8326-fd0b2234bec4 req-07e853ea-b412-4015-93f5-d287b02a9719 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:50.099949 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-47e1cb84-0d1f-4174-8326-fd0b2234bec4 req-07e853ea-b412-4015-93f5-d287b02a9719 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0696416 Jun 15 19:38:50.176769 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-47e1cb84-0d1f-4174-8326-fd0b2234bec4 req-2f3f0d53-71a5-4389-9492-78bb060deefc tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694246 Jun 15 19:38:50.230299 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device dd397714-88e2-47d3-8487-b40ac7a1dff4 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:38:50.252828 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-be107dd8-341c-4a13-a796-9f08c804fd95 req-7858d8d7-f57c-47b3-91ae-33631b3ff270 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106636 Jun 15 19:38:50.279928 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff997e3b-8a20-439c-8493-701068fec2f3 None None] New status for floating IP 4ec7b0f2-2c16-4b21-9729-f6fe522050d6: ACTIVE {{(pid=104105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:38:50.282556 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: dd397714-88e2-47d3-8487-b40ac7a1dff4 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:38:50.282890 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device dd397714-88e2-47d3-8487-b40ac7a1dff4 not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:38:50.387503 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-be107dd8-341c-4a13-a796-9f08c804fd95 req-e5b975fc-6442-4593-80b9-fda83ce2c314 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263912 Jun 15 19:38:51.302631 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895922a9-1507-4547-a7ce-c3394b22d6bf req-5b2f433e-7ae0-4896-8121-f10e9197dc9f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:51.304859 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-895922a9-1507-4547-a7ce-c3394b22d6bf req-5b2f433e-7ae0-4896-8121-f10e9197dc9f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0487213 Jun 15 19:38:51.356756 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-895922a9-1507-4547-a7ce-c3394b22d6bf req-2a597cc8-1de5-4a02-9718-32e3b960faee tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457733 Jun 15 19:38:51.720970 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46038) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:51.974614 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2a303f-c445-4145-a3bd-d69d0194f598 admin admin] Deleting subnet 3b75dc86-9be7-40c2-83d1-54c2def977dc {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:38:51.977860 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bf2a303f-c445-4145-a3bd-d69d0194f598 admin admin] Publish callbacks [] for subnet (3b75dc86-9be7-40c2-83d1-54c2def977dc), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.017433 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bf2a303f-c445-4145-a3bd-d69d0194f598 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1890834'] for subnet (3b75dc86-9be7-40c2-83d1-54c2def977dc), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.068765 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bf2a303f-c445-4145-a3bd-d69d0194f598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (3b75dc86-9be7-40c2-83d1-54c2def977dc), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.131066 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bf2a303f-c445-4145-a3bd-d69d0194f598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3663992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3383314'] for subnet (3b75dc86-9be7-40c2-83d1-54c2def977dc), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.165949 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a303f-c445-4145-a3bd-d69d0194f598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b75dc86-9be7-40c2-83d1-54c2def977dc,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:52.173130 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bf2a303f-c445-4145-a3bd-d69d0194f598 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.179434 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-bf2a303f-c445-4145-a3bd-d69d0194f598 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3b75dc86-9be7-40c2-83d1-54c2def977dc HTTP/1.1" status: 204 len: 168 time: 0.4546831 Jun 15 19:38:52.179434 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46074) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:52.253839 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1396d834-4664-4871-9fc3-afb5a920fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (6de6f532-7bff-4678-a647-36475af189c4), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.350836 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1396d834-4664-4871-9fc3-afb5a920fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (6de6f532-7bff-4678-a647-36475af189c4), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.372901 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-1396d834-4664-4871-9fc3-afb5a920fd2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de6f532-7bff-4678-a647-36475af189c4']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:52.395822 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-1396d834-4664-4871-9fc3-afb5a920fd2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b961c0-36c8-415e-a9db-f3356f8bf53a') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:52.396139 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-1396d834-4664-4871-9fc3-afb5a920fd2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b961c0-36c8-415e-a9db-f3356f8bf53a') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:38:52.408531 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46092) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:52.435164 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1396d834-4664-4871-9fc3-afb5a920fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1890827'] for segment (36b961c0-36c8-415e-a9db-f3356f8bf53a), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.452799 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1396d834-4664-4871-9fc3-afb5a920fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (36b961c0-36c8-415e-a9db-f3356f8bf53a), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.469207 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1396d834-4664-4871-9fc3-afb5a920fd2e admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:38:52.469604 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1396d834-4664-4871-9fc3-afb5a920fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663910'] for segment (36b961c0-36c8-415e-a9db-f3356f8bf53a), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.507219 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 36b961c0-36c8-415e-a9db-f3356f8bf53a resource provider aggregate not found Jun 15 19:38:52.543760 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 36b961c0-36c8-415e-a9db-f3356f8bf53a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36b961c0-36c8-415e-a9db-f3356f8bf53a found for delete ", "request_id": "req-234bd6e6-934d-4a4b-83db-17fd3ee95d98"}]} Jun 15 19:38:52.560199 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e8dc14ee-42b2-49e9-bb3c-fff11ae7de05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.583360 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347206e1-74df-4599-8b09-2a52796ac030 req-08027620-e36f-4fc1-93f5-77b9786c90dc tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:52.584903 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-347206e1-74df-4599-8b09-2a52796ac030 req-08027620-e36f-4fc1-93f5-77b9786c90dc tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.1338708 Jun 15 19:38:52.598146 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1396d834-4664-4871-9fc3-afb5a920fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (6de6f532-7bff-4678-a647-36475af189c4), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.603877 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1396d834-4664-4871-9fc3-afb5a920fd2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.608551 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-1396d834-4664-4871-9fc3-afb5a920fd2e admin admin] 10.222.0.15 "DELETE /v2.0/networks/6de6f532-7bff-4678-a647-36475af189c4 HTTP/1.1" status: 204 len: 168 time: 0.4285059 Jun 15 19:38:52.617334 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:52.627198 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396d834-4664-4871-9fc3-afb5a920fd2e admin admin] Pushing event deleted for resources: {'Network': ['ID=6de6f532-7bff-4678-a647-36475af189c4,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:52.639266 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:52.658440 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-347206e1-74df-4599-8b09-2a52796ac030 req-98fec661-a5b2-4ff5-853a-fc021b21cc50 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667615 Jun 15 19:38:52.662418 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e8dc14ee-42b2-49e9-bb3c-fff11ae7de05 admin admin] Publish callbacks [] for security_group (926ed11a-2bca-48e0-8626-73a0949ccf40), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.668568 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e8dc14ee-42b2-49e9-bb3c-fff11ae7de05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (926ed11a-2bca-48e0-8626-73a0949ccf40), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.710016 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc14ee-42b2-49e9-bb3c-fff11ae7de05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926ed11a-2bca-48e0-8626-73a0949ccf40,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:52.717014 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-e8dc14ee-42b2-49e9-bb3c-fff11ae7de05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7fa1b5b797542f7a65a56df53b0c5d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071969 Jun 15 19:38:52.721430 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46110) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:52.764060 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46112) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:52.776084 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ac3119ba-a6bd-43ad-a7f0-b2f6871340b8 admin admin] Publish callbacks [] for security_group (926ed11a-2bca-48e0-8626-73a0949ccf40), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.797606 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ac3119ba-a6bd-43ad-a7f0-b2f6871340b8 admin admin] Publish callbacks [] for security_group (926ed11a-2bca-48e0-8626-73a0949ccf40), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.803775 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-63c16952-8e73-4a3f-b939-f5aee64ab1a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=240ef47b993b48dc9f48932a3c077a9a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385168 Jun 15 19:38:52.806254 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46114) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:52.820005 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:52.846437 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:52.852633 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ac3119ba-a6bd-43ad-a7f0-b2f6871340b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (926ed11a-2bca-48e0-8626-73a0949ccf40), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.855908 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ac3119ba-a6bd-43ad-a7f0-b2f6871340b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.859633 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-667949b6-dc48-4115-8934-167058736e8f admin admin] Publish callbacks [] for security_group (5bea3e7a-1d71-4069-8ddc-7f7972dadca2), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.860706 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-ac3119ba-a6bd-43ad-a7f0-b2f6871340b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/926ed11a-2bca-48e0-8626-73a0949ccf40 HTTP/1.1" status: 204 len: 168 time: 0.1377776 Jun 15 19:38:52.868786 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3119ba-a6bd-43ad-a7f0-b2f6871340b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926ed11a-2bca-48e0-8626-73a0949ccf40,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:52.889003 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-667949b6-dc48-4115-8934-167058736e8f admin admin] Publish callbacks [] for security_group (5bea3e7a-1d71-4069-8ddc-7f7972dadca2), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.944487 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-667949b6-dc48-4115-8934-167058736e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (5bea3e7a-1d71-4069-8ddc-7f7972dadca2), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.947057 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-667949b6-dc48-4115-8934-167058736e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:52.951386 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-667949b6-dc48-4115-8934-167058736e8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bea3e7a-1d71-4069-8ddc-7f7972dadca2 HTTP/1.1" status: 204 len: 168 time: 0.1441844 Jun 15 19:38:52.959860 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667949b6-dc48-4115-8934-167058736e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bea3e7a-1d71-4069-8ddc-7f7972dadca2,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:53.234223 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46130) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:53.248857 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7210948-2a24-46fc-a7a9-a72f60d8b842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:53.305658 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46132) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:53.335533 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7210948-2a24-46fc-a7a9-a72f60d8b842 admin admin] Publish callbacks [] for security_group (15fc09c1-7d71-434c-90ed-5c7b984d3c14), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:53.341616 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7210948-2a24-46fc-a7a9-a72f60d8b842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (15fc09c1-7d71-434c-90ed-5c7b984d3c14), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:53.388179 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d7210948-2a24-46fc-a7a9-a72f60d8b842 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd0a68568cbe40fa9657393a641ddd4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492519 Jun 15 19:38:53.388179 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46140) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:53.394722 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7210948-2a24-46fc-a7a9-a72f60d8b842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc09c1-7d71-434c-90ed-5c7b984d3c14,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:53.458062 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b7df6df1-7e6a-4c50-af47-53c55e4a8d10 admin admin] Publish callbacks [] for security_group (15fc09c1-7d71-434c-90ed-5c7b984d3c14), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:53.465572 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-422659e6-5c9f-4fd8-a2ef-4aefd2310ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:53.483843 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b7df6df1-7e6a-4c50-af47-53c55e4a8d10 admin admin] Publish callbacks [] for security_group (15fc09c1-7d71-434c-90ed-5c7b984d3c14), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:53.538929 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b7df6df1-7e6a-4c50-af47-53c55e4a8d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (15fc09c1-7d71-434c-90ed-5c7b984d3c14), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:53.541487 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b7df6df1-7e6a-4c50-af47-53c55e4a8d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:53.542712 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b7df6df1-7e6a-4c50-af47-53c55e4a8d10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15fc09c1-7d71-434c-90ed-5c7b984d3c14 HTTP/1.1" status: 204 len: 168 time: 0.1535189 Jun 15 19:38:53.551400 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df6df1-7e6a-4c50-af47-53c55e4a8d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fc09c1-7d71-434c-90ed-5c7b984d3c14,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:53.565883 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-422659e6-5c9f-4fd8-a2ef-4aefd2310ccc admin admin] Publish callbacks [] for security_group (ee45be01-0dbb-4fc2-9793-b6f379aef591), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:53.572414 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-422659e6-5c9f-4fd8-a2ef-4aefd2310ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (ee45be01-0dbb-4fc2-9793-b6f379aef591), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:53.614252 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-422659e6-5c9f-4fd8-a2ef-4aefd2310ccc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=574db4fd8c7c4742918c3628a3cfa993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074620 Jun 15 19:38:53.615271 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422659e6-5c9f-4fd8-a2ef-4aefd2310ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee45be01-0dbb-4fc2-9793-b6f379aef591,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:53.617421 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46154) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:53.692626 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-068ec11a-9ab5-4d1c-93ed-ed4426ebc12a admin admin] Publish callbacks [] for security_group (ee45be01-0dbb-4fc2-9793-b6f379aef591), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:53.725969 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-068ec11a-9ab5-4d1c-93ed-ed4426ebc12a admin admin] Publish callbacks [] for security_group (ee45be01-0dbb-4fc2-9793-b6f379aef591), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:53.809470 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da72e6-253e-45ab-a7a2-8600ca3ce71b req-186f1a25-8a36-4289-b145-cf0599748c04 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:53.811126 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c4da72e6-253e-45ab-a7a2-8600ca3ce71b req-186f1a25-8a36-4289-b145-cf0599748c04 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0658064 Jun 15 19:38:53.848351 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-068ec11a-9ab5-4d1c-93ed-ed4426ebc12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (ee45be01-0dbb-4fc2-9793-b6f379aef591), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:53.851660 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-068ec11a-9ab5-4d1c-93ed-ed4426ebc12a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:53.852887 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-068ec11a-9ab5-4d1c-93ed-ed4426ebc12a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee45be01-0dbb-4fc2-9793-b6f379aef591 HTTP/1.1" status: 204 len: 168 time: 0.2345152 Jun 15 19:38:53.878685 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ec11a-9ab5-4d1c-93ed-ed4426ebc12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee45be01-0dbb-4fc2-9793-b6f379aef591,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:53.889839 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c4da72e6-253e-45ab-a7a2-8600ca3ce71b req-4161e792-e4fa-471e-9596-67c9b3efcb67 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721681 Jun 15 19:38:54.111281 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46178) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:54.226330 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46186) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:54.240692 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-92243932-b042-4ba2-bad2-2faa57fd7c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:54.259911 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:54.309000 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:54.335802 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-92243932-b042-4ba2-bad2-2faa57fd7c9e admin admin] Publish callbacks [] for security_group (154f1639-8881-496c-b35a-c5d359d74475), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:54.342468 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-92243932-b042-4ba2-bad2-2faa57fd7c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (154f1639-8881-496c-b35a-c5d359d74475), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:54.388432 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-92243932-b042-4ba2-bad2-2faa57fd7c9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a77989ad54e24c4097fbfc6b6af445b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585102 Jun 15 19:38:54.388432 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92243932-b042-4ba2-bad2-2faa57fd7c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154f1639-8881-496c-b35a-c5d359d74475,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:54.389144 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46192) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:54.443023 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d95df491-98ff-4487-b363-f9843215673c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:54.446643 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f2993ccd-9382-474f-9f23-f4858d623062 admin admin] Publish callbacks [] for security_group (154f1639-8881-496c-b35a-c5d359d74475), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:54.472481 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f2993ccd-9382-474f-9f23-f4858d623062 admin admin] Publish callbacks [] for security_group (154f1639-8881-496c-b35a-c5d359d74475), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:54.537967 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f2993ccd-9382-474f-9f23-f4858d623062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (154f1639-8881-496c-b35a-c5d359d74475), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:54.540941 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f2993ccd-9382-474f-9f23-f4858d623062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:54.544967 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-f2993ccd-9382-474f-9f23-f4858d623062 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/154f1639-8881-496c-b35a-c5d359d74475 HTTP/1.1" status: 204 len: 168 time: 0.1518633 Jun 15 19:38:54.551335 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2993ccd-9382-474f-9f23-f4858d623062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154f1639-8881-496c-b35a-c5d359d74475,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:54.554620 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d95df491-98ff-4487-b363-f9843215673c admin admin] Publish callbacks [] for security_group (3194b111-af28-4471-a535-aee140505e9c), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:54.560822 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d95df491-98ff-4487-b363-f9843215673c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (3194b111-af28-4471-a535-aee140505e9c), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:54.597504 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46202) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:54.597805 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d95df491-98ff-4487-b363-f9843215673c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3480b0308f0f44fa84a0ae21f966d71a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4852562 Jun 15 19:38:54.619514 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95df491-98ff-4487-b363-f9843215673c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3194b111-af28-4471-a535-aee140505e9c,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:54.649873 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-56b3d07f-0bfc-420d-921c-991c000261a3 admin admin] Publish callbacks [] for security_group (3194b111-af28-4471-a535-aee140505e9c), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:54.676981 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-56b3d07f-0bfc-420d-921c-991c000261a3 admin admin] Publish callbacks [] for security_group (3194b111-af28-4471-a535-aee140505e9c), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:54.736551 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-56b3d07f-0bfc-420d-921c-991c000261a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (3194b111-af28-4471-a535-aee140505e9c), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:54.739348 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-56b3d07f-0bfc-420d-921c-991c000261a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:54.742951 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-56b3d07f-0bfc-420d-921c-991c000261a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3194b111-af28-4471-a535-aee140505e9c HTTP/1.1" status: 204 len: 168 time: 0.1419878 Jun 15 19:38:54.751614 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3d07f-0bfc-420d-921c-991c000261a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3194b111-af28-4471-a535-aee140505e9c,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:55.021636 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a0ffd-4593-46f5-9ab8-9cb65d771d9b req-81cda90c-a23c-4744-9405-1f3a867902bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:55.023519 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0b8a0ffd-4593-46f5-9ab8-9cb65d771d9b req-81cda90c-a23c-4744-9405-1f3a867902bf tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0613272 Jun 15 19:38:55.079102 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0b8a0ffd-4593-46f5-9ab8-9cb65d771d9b req-e5dc5b99-0bc9-4367-9461-690c7006277a tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495994 Jun 15 19:38:55.146688 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46228) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:55.164747 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-34dcb730-1faf-440e-b39f-82937f74e0b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:55.253489 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-34dcb730-1faf-440e-b39f-82937f74e0b9 admin admin] Publish callbacks [] for security_group (9120110f-de69-472c-92c9-321e883631a0), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:55.257421 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-34dcb730-1faf-440e-b39f-82937f74e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (9120110f-de69-472c-92c9-321e883631a0), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:55.304369 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46232) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:55.304485 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-34dcb730-1faf-440e-b39f-82937f74e0b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b247a30aa2841a698be29e5aaf92edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565502 Jun 15 19:38:55.305811 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcb730-1faf-440e-b39f-82937f74e0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9120110f-de69-472c-92c9-321e883631a0,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:55.370709 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4d329d36-cd38-4f1a-9f58-304ebf6c249a admin admin] Publish callbacks [] for security_group (9120110f-de69-472c-92c9-321e883631a0), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:55.394175 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4d329d36-cd38-4f1a-9f58-304ebf6c249a admin admin] Publish callbacks [] for security_group (9120110f-de69-472c-92c9-321e883631a0), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:55.417868 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:55.452540 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4d329d36-cd38-4f1a-9f58-304ebf6c249a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (9120110f-de69-472c-92c9-321e883631a0), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:55.455235 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4d329d36-cd38-4f1a-9f58-304ebf6c249a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:55.456704 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-4d329d36-cd38-4f1a-9f58-304ebf6c249a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9120110f-de69-472c-92c9-321e883631a0 HTTP/1.1" status: 204 len: 168 time: 0.1510410 Jun 15 19:38:55.465872 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d329d36-cd38-4f1a-9f58-304ebf6c249a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9120110f-de69-472c-92c9-321e883631a0,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:55.863461 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46262) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:55.886284 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fe2a634d-726f-48aa-a4bc-0893d5a97e82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:55.989894 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=7 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:56.035092 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fe2a634d-726f-48aa-a4bc-0893d5a97e82 admin admin] Publish callbacks [] for security_group (71b6c569-6886-4cae-9f7e-ca7b48f1fa46), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:56.043437 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fe2a634d-726f-48aa-a4bc-0893d5a97e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (71b6c569-6886-4cae-9f7e-ca7b48f1fa46), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:56.112822 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a634d-726f-48aa-a4bc-0893d5a97e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b6c569-6886-4cae-9f7e-ca7b48f1fa46,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:56.123076 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46282) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:56.132980 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-fe2a634d-726f-48aa-a4bc-0893d5a97e82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04fb2007c7df4df39fded5d039b478c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671936 Jun 15 19:38:56.209697 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5de35345-f032-4ea1-b294-c71973eccdc3 admin admin] Publish callbacks [] for security_group (71b6c569-6886-4cae-9f7e-ca7b48f1fa46), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:56.269878 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13c73b-6696-4708-8116-377bc17b49bb req-3cc7f784-f49b-4200-bb69-70fa059d8a6e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:56.271543 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5b13c73b-6696-4708-8116-377bc17b49bb req-3cc7f784-f49b-4200-bb69-70fa059d8a6e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0771966 Jun 15 19:38:56.273660 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5de35345-f032-4ea1-b294-c71973eccdc3 admin admin] Publish callbacks [] for security_group (71b6c569-6886-4cae-9f7e-ca7b48f1fa46), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:56.323414 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=16,neutron:UPDATE=2,neutron:SELECT=81,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:56.360831 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5b13c73b-6696-4708-8116-377bc17b49bb req-47916332-95b3-4f1b-9801-ab62b6cfc5c8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797050 Jun 15 19:38:56.379105 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5de35345-f032-4ea1-b294-c71973eccdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (71b6c569-6886-4cae-9f7e-ca7b48f1fa46), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:56.382319 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5de35345-f032-4ea1-b294-c71973eccdc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:56.386447 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5de35345-f032-4ea1-b294-c71973eccdc3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71b6c569-6886-4cae-9f7e-ca7b48f1fa46 HTTP/1.1" status: 204 len: 168 time: 0.2612650 Jun 15 19:38:56.398830 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de35345-f032-4ea1-b294-c71973eccdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b6c569-6886-4cae-9f7e-ca7b48f1fa46,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:56.613150 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46308) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:56.799794 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2dc9dfde-569e-4ba7-a4d7-3e3fde82590f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:56.801371 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46320) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:56.812182 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:56.882214 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5602879d-ea6a-497e-b74d-225866b5b6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:56.891172 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2dc9dfde-569e-4ba7-a4d7-3e3fde82590f admin admin] Publish callbacks [] for security_group (19290710-862b-44d0-bf80-99276eeaa496), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:56.896855 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2dc9dfde-569e-4ba7-a4d7-3e3fde82590f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (19290710-862b-44d0-bf80-99276eeaa496), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:56.938914 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-2dc9dfde-569e-4ba7-a4d7-3e3fde82590f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45247c5e973e47b2be087d24a818400b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242638 Jun 15 19:38:56.940492 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9dfde-569e-4ba7-a4d7-3e3fde82590f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19290710-862b-44d0-bf80-99276eeaa496,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:56.942117 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46328) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:56.995690 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5602879d-ea6a-497e-b74d-225866b5b6fc admin admin] Publish callbacks [] for security_group (9235b7f7-c08b-485d-921f-9d530ee3d63e), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.003770 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5602879d-ea6a-497e-b74d-225866b5b6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (9235b7f7-c08b-485d-921f-9d530ee3d63e), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.052313 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-5602879d-ea6a-497e-b74d-225866b5b6fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=431ec20d7b2e4acc96d76e5a03fa98e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492912 Jun 15 19:38:57.054891 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46334) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:57.065214 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602879d-ea6a-497e-b74d-225866b5b6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9235b7f7-c08b-485d-921f-9d530ee3d63e,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:57.069557 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d0efd610-8aa1-4e88-82cb-848c9d1daa35 admin admin] Publish callbacks [] for security_group (19290710-862b-44d0-bf80-99276eeaa496), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.106935 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d0efd610-8aa1-4e88-82cb-848c9d1daa35 admin admin] Publish callbacks [] for security_group (19290710-862b-44d0-bf80-99276eeaa496), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.177598 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-387630fd-645c-490c-9612-679fb663cf38 admin admin] Publish callbacks [] for security_group (9235b7f7-c08b-485d-921f-9d530ee3d63e), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.204347 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-387630fd-645c-490c-9612-679fb663cf38 admin admin] Publish callbacks [] for security_group (9235b7f7-c08b-485d-921f-9d530ee3d63e), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.214847 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d0efd610-8aa1-4e88-82cb-848c9d1daa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (19290710-862b-44d0-bf80-99276eeaa496), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.217761 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d0efd610-8aa1-4e88-82cb-848c9d1daa35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.221228 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-d0efd610-8aa1-4e88-82cb-848c9d1daa35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19290710-862b-44d0-bf80-99276eeaa496 HTTP/1.1" status: 204 len: 168 time: 0.2758968 Jun 15 19:38:57.240682 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efd610-8aa1-4e88-82cb-848c9d1daa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19290710-862b-44d0-bf80-99276eeaa496,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:57.281429 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-387630fd-645c-490c-9612-679fb663cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (9235b7f7-c08b-485d-921f-9d530ee3d63e), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.284461 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-387630fd-645c-490c-9612-679fb663cf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.289536 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-387630fd-645c-490c-9612-679fb663cf38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9235b7f7-c08b-485d-921f-9d530ee3d63e HTTP/1.1" status: 204 len: 168 time: 0.2324278 Jun 15 19:38:57.301775 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387630fd-645c-490c-9612-679fb663cf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9235b7f7-c08b-485d-921f-9d530ee3d63e,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:57.503816 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4bdd1-5444-40c7-8ee3-37f57257943a req-18ad42af-9c06-49b4-8fd3-659fee531ae3 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:57.505467 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-59f4bdd1-5444-40c7-8ee3-37f57257943a req-18ad42af-9c06-49b4-8fd3-659fee531ae3 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0617774 Jun 15 19:38:57.554841 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-59f4bdd1-5444-40c7-8ee3-37f57257943a req-a4d0dab3-f66a-477e-babb-de9f0c4d503c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Jun 15 19:38:57.668723 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46364) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:57.682034 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-09362bc0-8da6-4f0e-a77b-65fb2cb2b4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.761408 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:57.767108 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-09362bc0-8da6-4f0e-a77b-65fb2cb2b4ea admin admin] Publish callbacks [] for security_group (00e48365-3d82-4fa4-a966-1b2c23ccf6d8), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.772436 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-09362bc0-8da6-4f0e-a77b-65fb2cb2b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (00e48365-3d82-4fa4-a966-1b2c23ccf6d8), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.786474 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:57.804165 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09362bc0-8da6-4f0e-a77b-65fb2cb2b4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e48365-3d82-4fa4-a966-1b2c23ccf6d8,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:57.826760 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-09362bc0-8da6-4f0e-a77b-65fb2cb2b4ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=592f1a334ef34db6ad1fdea5154fcc26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546206 Jun 15 19:38:57.827216 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46372) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:57.887036 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1b908ff0-62d0-4358-8c98-1f45704ce31d admin admin] Publish callbacks [] for security_group (00e48365-3d82-4fa4-a966-1b2c23ccf6d8), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.909817 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1b908ff0-62d0-4358-8c98-1f45704ce31d admin admin] Publish callbacks [] for security_group (00e48365-3d82-4fa4-a966-1b2c23ccf6d8), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.960614 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1b908ff0-62d0-4358-8c98-1f45704ce31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (00e48365-3d82-4fa4-a966-1b2c23ccf6d8), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.964747 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46378) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:57.965460 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1b908ff0-62d0-4358-8c98-1f45704ce31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:57.966643 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-1b908ff0-62d0-4358-8c98-1f45704ce31d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00e48365-3d82-4fa4-a966-1b2c23ccf6d8 HTTP/1.1" status: 204 len: 168 time: 0.1387353 Jun 15 19:38:57.976813 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b908ff0-62d0-4358-8c98-1f45704ce31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e48365-3d82-4fa4-a966-1b2c23ccf6d8,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:58.214855 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8e80b611-329b-4268-aac8-9587e17aa66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:58.303618 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8e80b611-329b-4268-aac8-9587e17aa66e admin admin] Publish callbacks [] for security_group (106587a5-b7f8-4e99-84d1-eb305f3b60a6), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:58.309410 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8e80b611-329b-4268-aac8-9587e17aa66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (106587a5-b7f8-4e99-84d1-eb305f3b60a6), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:58.367534 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-8e80b611-329b-4268-aac8-9587e17aa66e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97bd09c52c6143378e03a7a4ac25d7ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013152 Jun 15 19:38:58.369467 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80b611-329b-4268-aac8-9587e17aa66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106587a5-b7f8-4e99-84d1-eb305f3b60a6,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:58.371147 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46404) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:58.445392 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b30b8f5e-1400-4167-8092-eba1954233bb admin admin] Publish callbacks [] for security_group (106587a5-b7f8-4e99-84d1-eb305f3b60a6), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:58.470160 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b30b8f5e-1400-4167-8092-eba1954233bb admin admin] Publish callbacks [] for security_group (106587a5-b7f8-4e99-84d1-eb305f3b60a6), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:58.523411 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b30b8f5e-1400-4167-8092-eba1954233bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (106587a5-b7f8-4e99-84d1-eb305f3b60a6), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:58.526018 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b30b8f5e-1400-4167-8092-eba1954233bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:58.527186 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-b30b8f5e-1400-4167-8092-eba1954233bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/106587a5-b7f8-4e99-84d1-eb305f3b60a6 HTTP/1.1" status: 204 len: 168 time: 0.1550498 Jun 15 19:38:58.537347 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b8f5e-1400-4167-8092-eba1954233bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106587a5-b7f8-4e99-84d1-eb305f3b60a6,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:58.683185 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6c55d-76a7-438d-824c-596ed0b6d4ad req-234b6006-582c-483a-ae56-69338ddcafef tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:58.683873 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-36b6c55d-76a7-438d-824c-596ed0b6d4ad req-234b6006-582c-483a-ae56-69338ddcafef tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0556078 Jun 15 19:38:58.760886 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-36b6c55d-76a7-438d-824c-596ed0b6d4ad req-cf74e889-a099-402d-8e69-d43c507de81a tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686944 Jun 15 19:38:59.476842 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46500) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:59.586334 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1c1b5afc-663b-4b63-9c9c-609c779438a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:59.669449 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1c1b5afc-663b-4b63-9c9c-609c779438a6 admin admin] Publish callbacks [] for security_group (fd081be3-9f94-441d-b0f4-8e05a6d227d2), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:59.673940 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1c1b5afc-663b-4b63-9c9c-609c779438a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (fd081be3-9f94-441d-b0f4-8e05a6d227d2), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:59.714324 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-1c1b5afc-663b-4b63-9c9c-609c779438a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87674e7188fd4e7e9b2bd6b90a19ec99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358131 Jun 15 19:38:59.715182 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b5afc-663b-4b63-9c9c-609c779438a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd081be3-9f94-441d-b0f4-8e05a6d227d2,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:59.718129 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46512) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:38:59.770149 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-533ef6be-76b3-421e-b4a0-fb80b07afe30 admin admin] Publish callbacks [] for security_group (fd081be3-9f94-441d-b0f4-8e05a6d227d2), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:59.796038 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-533ef6be-76b3-421e-b4a0-fb80b07afe30 admin admin] Publish callbacks [] for security_group (fd081be3-9f94-441d-b0f4-8e05a6d227d2), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:59.865973 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:38:59.880632 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-533ef6be-76b3-421e-b4a0-fb80b07afe30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (fd081be3-9f94-441d-b0f4-8e05a6d227d2), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:59.883277 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-533ef6be-76b3-421e-b4a0-fb80b07afe30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:38:59.889060 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-533ef6be-76b3-421e-b4a0-fb80b07afe30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd081be3-9f94-441d-b0f4-8e05a6d227d2 HTTP/1.1" status: 204 len: 168 time: 0.1649940 Jun 15 19:38:59.891814 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8867d2a-a30f-410f-9f52-abc6a2a309bb req-a907b083-971a-4357-9483-d3fd3f50fbde tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:38:59.893434 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f8867d2a-a30f-410f-9f52-abc6a2a309bb req-a907b083-971a-4357-9483-d3fd3f50fbde tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0585144 Jun 15 19:38:59.903383 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ef6be-76b3-421e-b4a0-fb80b07afe30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd081be3-9f94-441d-b0f4-8e05a6d227d2,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:38:59.984218 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f8867d2a-a30f-410f-9f52-abc6a2a309bb req-d701e9b6-950a-4692-8704-5633b3d3de04 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687199 Jun 15 19:39:00.391950 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:39:01.097760 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd673229-c9f4-4ef1-8680-3027e0462162 req-4405d03b-2ea5-4cf5-bc79-cce1587445d9 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:01.099241 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cd673229-c9f4-4ef1-8680-3027e0462162 req-4405d03b-2ea5-4cf5-bc79-cce1587445d9 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0480967 Jun 15 19:39:01.147235 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cd673229-c9f4-4ef1-8680-3027e0462162 req-1ec1fa11-8f2d-4f74-821b-8f377b49fe42 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423505 Jun 15 19:39:02.264468 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd15784-ad2d-4e31-8c1d-13bb53befdd8 req-40465b30-dd2b-4caf-8f09-65637daf9d73 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:02.267152 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7cd15784-ad2d-4e31-8c1d-13bb53befdd8 req-40465b30-dd2b-4caf-8f09-65637daf9d73 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0509090 Jun 15 19:39:02.297565 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:02.326627 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7cd15784-ad2d-4e31-8c1d-13bb53befdd8 req-bba257cb-5e82-4417-9a36-d3dce25348fe tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507562 Jun 15 19:39:02.429501 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=41 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:03.460058 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e6fa8-3078-46f0-b14b-10887f546a8e req-db7c4442-9037-4588-9aa8-f18ef6bbaefb tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:03.461636 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d76e6fa8-3078-46f0-b14b-10887f546a8e req-db7c4442-9037-4588-9aa8-f18ef6bbaefb tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0553238 Jun 15 19:39:03.512792 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d76e6fa8-3078-46f0-b14b-10887f546a8e req-74e9c1cc-9be0-45cf-8f20-edbd6fb88f8c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446019 Jun 15 19:39:03.692863 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9ef99fca-7558-4e19-b4a8-bd47cb63c5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:04.626156 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934d470-c760-43c4-bd95-d54e0f8ebcb6 req-b7dac454-b7db-4fcc-916d-deb84eed4712 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:04.627527 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1934d470-c760-43c4-bd95-d54e0f8ebcb6 req-b7dac454-b7db-4fcc-916d-deb84eed4712 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0469561 Jun 15 19:39:04.673705 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1934d470-c760-43c4-bd95-d54e0f8ebcb6 req-350dc5ea-92c2-4861-89ed-54681bc2794b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406630 Jun 15 19:39:05.804443 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea2f53-e280-4b5d-871f-b351843e7449 req-2abebc1b-c1ad-42da-a939-f6714962677d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:05.806158 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6dea2f53-e280-4b5d-871f-b351843e7449 req-2abebc1b-c1ad-42da-a939-f6714962677d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0636072 Jun 15 19:39:05.882807 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6dea2f53-e280-4b5d-871f-b351843e7449 req-dc78b65a-458e-49eb-95e8-97b5b113642d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607681 Jun 15 19:39:05.948172 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-134e40b7-e67f-4b9a-8c92-0c0eda44ad8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:07.005958 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a048bcd-26f6-4812-916f-0da2b90ca5fb req-b56a91df-ab75-404c-aa05-6f86ad00eb1c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:07.007483 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6a048bcd-26f6-4812-916f-0da2b90ca5fb req-b56a91df-ab75-404c-aa05-6f86ad00eb1c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0518162 Jun 15 19:39:07.062186 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6a048bcd-26f6-4812-916f-0da2b90ca5fb req-e4bf3d99-112e-4409-a517-ac772adebbfd tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468588 Jun 15 19:39:07.368324 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=67,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:07.374386 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:08.185622 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a461c2-7e36-4100-9272-179800cb937e req-b60b927a-c081-4259-93e5-15597ce15006 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:08.187132 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f5a461c2-7e36-4100-9272-179800cb937e req-b60b927a-c081-4259-93e5-15597ce15006 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0522990 Jun 15 19:39:08.238698 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f5a461c2-7e36-4100-9272-179800cb937e req-7e0a78eb-cec3-405c-a028-7530e51e2481 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460334 Jun 15 19:39:08.613378 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46782) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:08.726583 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6faafdce-6465-4ea2-9629-d3d32e094adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:08.749573 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:08.762697 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:08.805399 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6faafdce-6465-4ea2-9629-d3d32e094adf admin admin] Publish callbacks [] for security_group (92b65139-85ea-4600-a956-d56a7717f701), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:08.810359 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6faafdce-6465-4ea2-9629-d3d32e094adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (92b65139-85ea-4600-a956-d56a7717f701), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:08.847526 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faafdce-6465-4ea2-9629-d3d32e094adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b65139-85ea-4600-a956-d56a7717f701,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:08.851779 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6faafdce-6465-4ea2-9629-d3d32e094adf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5965f85f4d6495eb815a40e7e7f9b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381449 Jun 15 19:39:08.854814 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46790) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:08.878515 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:08.904149 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3066-9602-4551-98d5-ae04bef1f1de admin admin] Publish callbacks [] for security_group (92b65139-85ea-4600-a956-d56a7717f701), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:08.926075 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3066-9602-4551-98d5-ae04bef1f1de admin admin] Publish callbacks [] for security_group (92b65139-85ea-4600-a956-d56a7717f701), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:08.971591 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3066-9602-4551-98d5-ae04bef1f1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (92b65139-85ea-4600-a956-d56a7717f701), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:08.974238 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3066-9602-4551-98d5-ae04bef1f1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:08.975391 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-1c0d3066-9602-4551-98d5-ae04bef1f1de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92b65139-85ea-4600-a956-d56a7717f701 HTTP/1.1" status: 204 len: 168 time: 0.1196969 Jun 15 19:39:08.984662 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d3066-9602-4551-98d5-ae04bef1f1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b65139-85ea-4600-a956-d56a7717f701,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:09.240557 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46796) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:09.261128 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b12dbdab-a848-40e6-9dc2-44271f0017a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:09.331946 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:09.390315 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d97de-2897-4090-8879-f0e299850cea req-e148a0bc-5f7d-40bc-8bf9-12bcd4fe5c8e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:09.391772 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-628d97de-2897-4090-8879-f0e299850cea req-e148a0bc-5f7d-40bc-8bf9-12bcd4fe5c8e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0713804 Jun 15 19:39:09.393726 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b12dbdab-a848-40e6-9dc2-44271f0017a0 admin admin] Publish callbacks [] for security_group (1bac675a-3cd9-4d70-91ab-ad32fbd0d26e), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:09.399418 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b12dbdab-a848-40e6-9dc2-44271f0017a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (1bac675a-3cd9-4d70-91ab-ad32fbd0d26e), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:09.435349 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:09.468106 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12dbdab-a848-40e6-9dc2-44271f0017a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bac675a-3cd9-4d70-91ab-ad32fbd0d26e,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:09.478016 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b12dbdab-a848-40e6-9dc2-44271f0017a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee879bc90fb44eaab20f022f2b717a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359741 Jun 15 19:39:09.480812 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46804) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:09.499783 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-628d97de-2897-4090-8879-f0e299850cea req-7e940c8e-5ef6-4f9a-b4cf-a84357d3c513 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017704 Jun 15 19:39:09.537560 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a7665b13-73ee-4aab-b853-2d6c32c265fb admin admin] Publish callbacks [] for security_group (1bac675a-3cd9-4d70-91ab-ad32fbd0d26e), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:09.562440 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a7665b13-73ee-4aab-b853-2d6c32c265fb admin admin] Publish callbacks [] for security_group (1bac675a-3cd9-4d70-91ab-ad32fbd0d26e), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:09.625720 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a7665b13-73ee-4aab-b853-2d6c32c265fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (1bac675a-3cd9-4d70-91ab-ad32fbd0d26e), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:09.628760 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a7665b13-73ee-4aab-b853-2d6c32c265fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:09.630000 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-a7665b13-73ee-4aab-b853-2d6c32c265fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bac675a-3cd9-4d70-91ab-ad32fbd0d26e HTTP/1.1" status: 204 len: 168 time: 0.1482122 Jun 15 19:39:09.639136 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7665b13-73ee-4aab-b853-2d6c32c265fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bac675a-3cd9-4d70-91ab-ad32fbd0d26e,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:09.975977 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 46816) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:09.991586 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1ee36340-79b2-4068-a1ed-5d05ad5e0c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:10.069205 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1ee36340-79b2-4068-a1ed-5d05ad5e0c67 admin admin] Publish callbacks [] for security_group (8a1ecd2a-d168-4a15-b27c-2def69cb9b37), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:10.073330 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1ee36340-79b2-4068-a1ed-5d05ad5e0c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (8a1ecd2a-d168-4a15-b27c-2def69cb9b37), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:10.112688 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-1ee36340-79b2-4068-a1ed-5d05ad5e0c67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c07d45272cf8447a9e0cdab035d7b689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355774 Jun 15 19:39:10.113537 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee36340-79b2-4068-a1ed-5d05ad5e0c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1ecd2a-d168-4a15-b27c-2def69cb9b37,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:10.115284 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46820) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:10.168096 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9c564c54-095b-476d-ad59-b2f8d10d64b7 admin admin] Publish callbacks [] for security_group (8a1ecd2a-d168-4a15-b27c-2def69cb9b37), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:10.178763 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:10.191131 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9c564c54-095b-476d-ad59-b2f8d10d64b7 admin admin] Publish callbacks [] for security_group (8a1ecd2a-d168-4a15-b27c-2def69cb9b37), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:10.224113 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:10.246846 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9c564c54-095b-476d-ad59-b2f8d10d64b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (8a1ecd2a-d168-4a15-b27c-2def69cb9b37), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:10.250296 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9c564c54-095b-476d-ad59-b2f8d10d64b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:10.251955 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-9c564c54-095b-476d-ad59-b2f8d10d64b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a1ecd2a-d168-4a15-b27c-2def69cb9b37 HTTP/1.1" status: 204 len: 168 time: 0.1355901 Jun 15 19:39:10.260915 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c564c54-095b-476d-ad59-b2f8d10d64b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1ecd2a-d168-4a15-b27c-2def69cb9b37,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:10.382563 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=11 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:10.622698 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a71cf3-f1c1-471d-ac27-4e94d9e90b6f req-7acc842d-f031-49f4-846c-88dda2bf5d17 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:10.624173 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-41a71cf3-f1c1-471d-ac27-4e94d9e90b6f req-7acc842d-f031-49f4-846c-88dda2bf5d17 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0463059 Jun 15 19:39:10.696853 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-41a71cf3-f1c1-471d-ac27-4e94d9e90b6f req-1ea91282-2d94-4250-a661-36cc21bed75d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654309 Jun 15 19:39:11.800119 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd88d4b-c372-4f11-82eb-0ec7f3f0b690 req-c272e3e8-5925-405a-9b51-7d73f59d2801 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:11.801551 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bcd88d4b-c372-4f11-82eb-0ec7f3f0b690 req-c272e3e8-5925-405a-9b51-7d73f59d2801 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0453117 Jun 15 19:39:11.851718 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bcd88d4b-c372-4f11-82eb-0ec7f3f0b690 req-56394a42-cf5c-407a-a5c5-39ac6346d5c8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440249 Jun 15 19:39:12.954957 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:12.964004 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b632db-3197-443b-a27a-0dbffcaefe2e req-ac40bb69-64ce-4c84-a4d2-c100cfa828a8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:12.965434 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-06b632db-3197-443b-a27a-0dbffcaefe2e req-ac40bb69-64ce-4c84-a4d2-c100cfa828a8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0468826 Jun 15 19:39:13.012371 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-06b632db-3197-443b-a27a-0dbffcaefe2e req-6be1f4f7-73eb-4036-8ae9-b17152027670 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414093 Jun 15 19:39:14.140410 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e718f4d-69cd-4151-af4c-f8d87d9180c9 req-fdd287f7-897c-4a2b-9c8c-549ad6ea4c5f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:14.141921 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2e718f4d-69cd-4151-af4c-f8d87d9180c9 req-fdd287f7-897c-4a2b-9c8c-549ad6ea4c5f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0573277 Jun 15 19:39:14.188110 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2e718f4d-69cd-4151-af4c-f8d87d9180c9 req-4c7aeb37-c420-4ab1-ac2f-3586b7b2815d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Jun 15 19:39:15.304105 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18db16-ac2a-409c-9f72-820eeb9534b3 req-2156818d-2a80-45f0-b361-830e0e9db8af tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:15.305544 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4e18db16-ac2a-409c-9f72-820eeb9534b3 req-2156818d-2a80-45f0-b361-830e0e9db8af tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0489271 Jun 15 19:39:15.353394 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4e18db16-ac2a-409c-9f72-820eeb9534b3 req-e80c0230-c6f0-480b-8659-7f1765bca6f2 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415409 Jun 15 19:39:16.463257 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635411be-fc9f-49f0-ab44-49d8972dd8b9 req-0718e744-cf5e-4133-8391-0446ac8e24c4 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:16.464611 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-635411be-fc9f-49f0-ab44-49d8972dd8b9 req-0718e744-cf5e-4133-8391-0446ac8e24c4 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0456364 Jun 15 19:39:16.511654 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-635411be-fc9f-49f0-ab44-49d8972dd8b9 req-2dcfe14e-8ffd-4a66-8458-21d49c2dad55 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416207 Jun 15 19:39:17.627309 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653893d-680c-440c-8046-ac42fa72ad41 req-43213916-16fe-4b6a-9961-271082bd90d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:17.628673 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0653893d-680c-440c-8046-ac42fa72ad41 req-43213916-16fe-4b6a-9961-271082bd90d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0494766 Jun 15 19:39:17.668760 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:17.677155 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0653893d-680c-440c-8046-ac42fa72ad41 req-0fbede35-c38c-423c-a806-42f172078453 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429006 Jun 15 19:39:18.398450 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=53,neutron:UPDATE=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:18.406054 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:18.790569 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d4703-7a4f-4fc0-8230-9df0051e3f70 req-ddacffdd-6445-4d1a-a531-5d5e28c87dab tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:18.792033 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-528d4703-7a4f-4fc0-8230-9df0051e3f70 req-ddacffdd-6445-4d1a-a531-5d5e28c87dab tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0461833 Jun 15 19:39:18.838461 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-528d4703-7a4f-4fc0-8230-9df0051e3f70 req-7e6cb357-8cde-4693-b381-f03f4735fb80 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Jun 15 19:39:19.964737 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d32e5d-1b46-4bba-815d-c5b49499e4df req-8f0e1561-3feb-4f88-b063-ce278a5be43f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:19.966996 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f6d32e5d-1b46-4bba-815d-c5b49499e4df req-8f0e1561-3feb-4f88-b063-ce278a5be43f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0598516 Jun 15 19:39:20.020434 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f6d32e5d-1b46-4bba-815d-c5b49499e4df req-a7b513ea-9cb3-4c6a-9f98-e3c85286fdd0 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476446 Jun 15 19:39:20.224331 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=1,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:20.257317 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:20.272927 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:20.419022 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 46998) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:20.526190 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e9ca1401-67ff-4a12-be62-f9c976a5821f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:20.606570 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e9ca1401-67ff-4a12-be62-f9c976a5821f admin admin] Publish callbacks [] for security_group (d88c45be-4d78-45aa-bc7b-1116e66b2a79), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:20.611146 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e9ca1401-67ff-4a12-be62-f9c976a5821f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (d88c45be-4d78-45aa-bc7b-1116e66b2a79), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:20.651713 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-e9ca1401-67ff-4a12-be62-f9c976a5821f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7fbd6d5b83cf49e0abadec4e97e68b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316484 Jun 15 19:39:20.652566 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca1401-67ff-4a12-be62-f9c976a5821f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88c45be-4d78-45aa-bc7b-1116e66b2a79,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:20.654458 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 47002) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:20.705972 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f1c3eed3-1bcc-4106-9f94-87d79775a286 admin admin] Publish callbacks [] for security_group (d88c45be-4d78-45aa-bc7b-1116e66b2a79), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:20.728728 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f1c3eed3-1bcc-4106-9f94-87d79775a286 admin admin] Publish callbacks [] for security_group (d88c45be-4d78-45aa-bc7b-1116e66b2a79), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:20.782942 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f1c3eed3-1bcc-4106-9f94-87d79775a286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (d88c45be-4d78-45aa-bc7b-1116e66b2a79), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:20.785446 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f1c3eed3-1bcc-4106-9f94-87d79775a286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:20.786594 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-f1c3eed3-1bcc-4106-9f94-87d79775a286 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d88c45be-4d78-45aa-bc7b-1116e66b2a79 HTTP/1.1" status: 204 len: 168 time: 0.1311786 Jun 15 19:39:20.795723 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3eed3-1bcc-4106-9f94-87d79775a286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88c45be-4d78-45aa-bc7b-1116e66b2a79,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:21.045468 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 47024) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:21.143730 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dd656-43af-42fa-ad74-efc6e1f1bfa9 req-653ad77d-cc97-4620-ad60-f37fa2ea572e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:21.145677 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7a9dd656-43af-42fa-ad74-efc6e1f1bfa9 req-653ad77d-cc97-4620-ad60-f37fa2ea572e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0528343 Jun 15 19:39:21.175695 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cc9e1cad-a775-4942-b007-be68543076fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:21.231011 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7a9dd656-43af-42fa-ad74-efc6e1f1bfa9 req-857f9c27-4922-4ec4-b8c3-ce17a13e5ea0 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796344 Jun 15 19:39:21.255973 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:21.294597 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cc9e1cad-a775-4942-b007-be68543076fa admin admin] Publish callbacks [] for security_group (1fdd05cc-e7e1-490a-88a9-7c32470ec01b), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:21.299659 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cc9e1cad-a775-4942-b007-be68543076fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (1fdd05cc-e7e1-490a-88a9-7c32470ec01b), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:21.338634 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e1cad-a775-4942-b007-be68543076fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdd05cc-e7e1-490a-88a9-7c32470ec01b,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:21.345718 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-cc9e1cad-a775-4942-b007-be68543076fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5a88f690c8b425cac8e649702e157e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990441 Jun 15 19:39:21.345943 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 47032) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:21.394805 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-dfdd99ff-538c-4490-a093-0cbcc953434d admin admin] Publish callbacks [] for security_group (1fdd05cc-e7e1-490a-88a9-7c32470ec01b), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:21.416760 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-dfdd99ff-538c-4490-a093-0cbcc953434d admin admin] Publish callbacks [] for security_group (1fdd05cc-e7e1-490a-88a9-7c32470ec01b), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:21.467408 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-dfdd99ff-538c-4490-a093-0cbcc953434d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (1fdd05cc-e7e1-490a-88a9-7c32470ec01b), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:21.470372 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-dfdd99ff-538c-4490-a093-0cbcc953434d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:21.471551 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-dfdd99ff-538c-4490-a093-0cbcc953434d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1fdd05cc-e7e1-490a-88a9-7c32470ec01b HTTP/1.1" status: 204 len: 168 time: 0.1246183 Jun 15 19:39:21.479622 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd99ff-538c-4490-a093-0cbcc953434d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdd05cc-e7e1-490a-88a9-7c32470ec01b,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:22.364944 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa4bc9-1d45-49b6-b40a-353c65bd3519 req-c0b2868c-f19e-4cef-b7e2-1a0a56a516df tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:22.367065 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-27fa4bc9-1d45-49b6-b40a-353c65bd3519 req-c0b2868c-f19e-4cef-b7e2-1a0a56a516df tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0651650 Jun 15 19:39:22.417179 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-27fa4bc9-1d45-49b6-b40a-353c65bd3519 req-0a9f5492-51b4-4260-babb-fc57b9011663 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Jun 15 19:39:23.548223 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6bb53-f02c-4e07-8d07-7e45a2ab37e6 req-65533d65-e83b-4345-afeb-e03e547ffa06 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:23.551317 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-48b6bb53-f02c-4e07-8d07-7e45a2ab37e6 req-65533d65-e83b-4345-afeb-e03e547ffa06 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0629163 Jun 15 19:39:23.600960 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-48b6bb53-f02c-4e07-8d07-7e45a2ab37e6 req-98951356-aafe-4cf6-8e4f-7a8b27647063 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452504 Jun 15 19:39:24.713750 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da01240-0ca8-4481-a4e6-cc83ad33e8ef req-dfb23405-6155-4a0e-bd45-8cf1be472e0d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:24.715200 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8da01240-0ca8-4481-a4e6-cc83ad33e8ef req-dfb23405-6155-4a0e-bd45-8cf1be472e0d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0449781 Jun 15 19:39:24.762239 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8da01240-0ca8-4481-a4e6-cc83ad33e8ef req-063b6637-ccfd-415c-aff7-04d4a1af7c95 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Jun 15 19:39:25.014626 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 47096) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:25.127597 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e223030d-b6ae-48c0-bb5e-6195553735da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:25.145905 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:25.207908 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e223030d-b6ae-48c0-bb5e-6195553735da admin admin] Publish callbacks [] for security_group (64083b28-5a86-43a6-b511-44b02bbf819a), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:25.211136 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e223030d-b6ae-48c0-bb5e-6195553735da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (64083b28-5a86-43a6-b511-44b02bbf819a), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:25.253897 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-e223030d-b6ae-48c0-bb5e-6195553735da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6ca6e977576491d98c4478d850aa199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382104 Jun 15 19:39:25.254754 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223030d-b6ae-48c0-bb5e-6195553735da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64083b28-5a86-43a6-b511-44b02bbf819a,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:25.256696 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 47100) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:25.305733 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-80b7aa4c-1ac7-477c-b4e1-97f4b3e01783 admin admin] Publish callbacks [] for security_group (64083b28-5a86-43a6-b511-44b02bbf819a), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:25.328070 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-80b7aa4c-1ac7-477c-b4e1-97f4b3e01783 admin admin] Publish callbacks [] for security_group (64083b28-5a86-43a6-b511-44b02bbf819a), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:25.379272 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-80b7aa4c-1ac7-477c-b4e1-97f4b3e01783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (64083b28-5a86-43a6-b511-44b02bbf819a), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:25.381726 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-80b7aa4c-1ac7-477c-b4e1-97f4b3e01783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:25.382894 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-80b7aa4c-1ac7-477c-b4e1-97f4b3e01783 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64083b28-5a86-43a6-b511-44b02bbf819a HTTP/1.1" status: 204 len: 168 time: 0.1252015 Jun 15 19:39:25.391232 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7aa4c-1ac7-477c-b4e1-97f4b3e01783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64083b28-5a86-43a6-b511-44b02bbf819a,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:25.880686 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8760ff-8787-4799-bafb-bd8c3df6592c req-3d071960-b932-410b-bb3f-52f39a6c917f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:25.882197 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1f8760ff-8787-4799-bafb-bd8c3df6592c req-3d071960-b932-410b-bb3f-52f39a6c917f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0530701 Jun 15 19:39:25.928820 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1f8760ff-8787-4799-bafb-bd8c3df6592c req-8be8f2c5-9008-4c28-a07e-1ede9e67c82f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410330 Jun 15 19:39:27.046142 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce02a0d-f564-47ab-8a78-09d6db6dd62c req-34798148-d893-4cc1-90bf-31d238ec4eb2 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:27.047601 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7ce02a0d-f564-47ab-8a78-09d6db6dd62c req-34798148-d893-4cc1-90bf-31d238ec4eb2 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0482554 Jun 15 19:39:27.093784 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7ce02a0d-f564-47ab-8a78-09d6db6dd62c req-43319a03-e8d7-4e02-a63f-39cfaa35ee9b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406668 Jun 15 19:39:28.208325 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a9efc-d1fa-4f14-919c-66929ad1963f req-0743033f-84a9-434b-b18d-07dd58c0c249 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:28.209869 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-569a9efc-d1fa-4f14-919c-66929ad1963f req-0743033f-84a9-434b-b18d-07dd58c0c249 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0491142 Jun 15 19:39:28.257519 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-569a9efc-d1fa-4f14-919c-66929ad1963f req-89e668e0-04e5-4132-826c-2fb0ef9df8cd tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418491 Jun 15 19:39:29.375386 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe669334-df1f-4a1b-850f-2e2a10dc6d0b req-e2bb7647-a20a-4c6b-9d63-76eba7036287 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:29.376859 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fe669334-df1f-4a1b-850f-2e2a10dc6d0b req-e2bb7647-a20a-4c6b-9d63-76eba7036287 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0486534 Jun 15 19:39:29.421257 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:29.429429 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fe669334-df1f-4a1b-850f-2e2a10dc6d0b req-907abd03-7d42-4713-9cc2-d8568feb88e0 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471091 Jun 15 19:39:30.230375 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7532734-df63-4ff2-9d19-cbdc26a2040c req-4b4a683c-457f-4d11-8125-c0a5e03d679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:30.231736 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e7532734-df63-4ff2-9d19-cbdc26a2040c req-4b4a683c-457f-4d11-8125-c0a5e03d679c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 1129 time: 0.0375564 Jun 15 19:39:30.277308 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e7532734-df63-4ff2-9d19-cbdc26a2040c req-45019ca8-43a9-4365-854a-282d5023a51a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388625 Jun 15 19:39:30.555141 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6a379-e247-4e76-a024-c4f337081ca8 req-e9fd14ff-110c-4a91-a0fc-2a3c61a69a1f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:30.556565 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a2e6a379-e247-4e76-a024-c4f337081ca8 req-e9fd14ff-110c-4a91-a0fc-2a3c61a69a1f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0550909 Jun 15 19:39:30.604313 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a2e6a379-e247-4e76-a024-c4f337081ca8 req-b5a15d79-f5aa-41e8-9181-07c63f0bebc2 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422654 Jun 15 19:39:31.490949 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:31.491695 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:31.713647 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573ed0a-7a49-4c92-b556-2f20bbdb1995 req-63c16e11-f4da-46d5-bf2a-b64dc6c456cb tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:31.715136 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3573ed0a-7a49-4c92-b556-2f20bbdb1995 req-63c16e11-f4da-46d5-bf2a-b64dc6c456cb tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0454578 Jun 15 19:39:31.768289 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3573ed0a-7a49-4c92-b556-2f20bbdb1995 req-3ee3ba93-1468-49d0-b9a0-32d49246a165 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476804 Jun 15 19:39:32.878935 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44d7aa-c274-4008-991a-75035e7f30f6 req-bc7f30ef-eb8c-4963-985a-b34a97e338df tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:32.880353 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-af44d7aa-c274-4008-991a-75035e7f30f6 req-bc7f30ef-eb8c-4963-985a-b34a97e338df tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0456572 Jun 15 19:39:32.927846 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-af44d7aa-c274-4008-991a-75035e7f30f6 req-53c4b1a3-2ef3-4298-b8e7-e207b01dba0a tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421851 Jun 15 19:39:33.036636 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076a450-6805-4e32-922b-6cf28832093e req-62b47779-2bcb-4066-b805-67db1d318127 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:33.038042 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4076a450-6805-4e32-922b-6cf28832093e req-62b47779-2bcb-4066-b805-67db1d318127 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0450749 Jun 15 19:39:33.083506 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4076a450-6805-4e32-922b-6cf28832093e req-b21ab894-8b58-4348-92eb-b70976ecb58e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394769 Jun 15 19:39:33.693479 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-023d40a3-db18-4114-b22b-706f07beb8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:34.684715 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f288998-8ad3-4e20-baa8-b3463f47cb33 req-e739c9b3-8841-40c8-9705-70777b98239e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:34.686213 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9f288998-8ad3-4e20-baa8-b3463f47cb33 req-e739c9b3-8841-40c8-9705-70777b98239e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0463037 Jun 15 19:39:34.692858 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb0623-e061-437a-b466-94b0b3a8883f req-44342654-05f2-4273-bc92-c7b4319e85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:34.694350 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8dbb0623-e061-437a-b466-94b0b3a8883f req-44342654-05f2-4273-bc92-c7b4319e85ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 1129 time: 0.0393167 Jun 15 19:39:34.733375 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9f288998-8ad3-4e20-baa8-b3463f47cb33 req-3619a6c0-d8c5-4973-ba5a-7d9ca1e40c29 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414691 Jun 15 19:39:34.785561 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb0623-e061-437a-b466-94b0b3a8883f req-24d73d7c-4abe-45db-8775-26398473521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:34.787056 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8dbb0623-e061-437a-b466-94b0b3a8883f req-24d73d7c-4abe-45db-8775-26398473521c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 919 time: 0.0839894 Jun 15 19:39:34.832124 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8dbb0623-e061-437a-b466-94b0b3a8883f req-53f847ba-8b60-495f-aff0-5cefcc7d3733 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 HTTP/1.1" status: 200 len: 217 time: 0.0355356 Jun 15 19:39:34.882189 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb0623-e061-437a-b466-94b0b3a8883f req-0d5fdcc7-b2f3-4aa0-838e-9abb02c0ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:34.883594 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8dbb0623-e061-437a-b466-94b0b3a8883f req-0d5fdcc7-b2f3-4aa0-838e-9abb02c0ffe3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.0427110 Jun 15 19:39:34.932586 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb0623-e061-437a-b466-94b0b3a8883f req-d39c16ce-11ac-4292-893c-72c99634d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:34.934046 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8dbb0623-e061-437a-b466-94b0b3a8883f req-d39c16ce-11ac-4292-893c-72c99634d1db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381453 Jun 15 19:39:34.966630 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:35.030405 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:35.034524 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8dbb0623-e061-437a-b466-94b0b3a8883f req-1852b75e-aac0-4167-bda5-5a2269b96e30 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851486 Jun 15 19:39:35.129426 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8dbb0623-e061-437a-b466-94b0b3a8883f req-4fc14d16-77d6-44f8-b5b9-26330789e2bc service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824213 Jun 15 19:39:35.837342 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:35.851058 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba19efe-75e7-425f-a2b0-95fd902cc873 req-fdc53d6d-b7bc-4e45-bb2f-7f22f54774dc tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:35.852533 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3ba19efe-75e7-425f-a2b0-95fd902cc873 req-fdc53d6d-b7bc-4e45-bb2f-7f22f54774dc tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0493817 Jun 15 19:39:35.898752 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3ba19efe-75e7-425f-a2b0-95fd902cc873 req-9c87ec8a-951d-479b-9400-9a127e504111 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 Jun 15 19:39:35.949015 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3fe617d8-0a60-434d-bedb-3461dfec7f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:37.011681 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a59b5-87d8-441c-ace1-354c4f9e911b req-173865d9-80fd-438d-9aaa-efb81953746b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:37.013138 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b24a59b5-87d8-441c-ace1-354c4f9e911b req-173865d9-80fd-438d-9aaa-efb81953746b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0462623 Jun 15 19:39:37.060510 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b24a59b5-87d8-441c-ace1-354c4f9e911b req-b216ae4f-1aeb-4150-a9bb-087e09c26bc5 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419443 Jun 15 19:39:37.376393 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:37.393775 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:39:38.175090 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795b9d-ca27-402e-abda-971332ee89bb req-9ad1daff-7b5e-4207-8ea9-096076b16805 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:38.176542 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-89795b9d-ca27-402e-abda-971332ee89bb req-9ad1daff-7b5e-4207-8ea9-096076b16805 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0463352 Jun 15 19:39:38.225591 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-89795b9d-ca27-402e-abda-971332ee89bb req-bd6adc72-9182-4641-babc-f9d57384da9a tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428441 Jun 15 19:39:38.648548 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 47266) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:38.754383 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-27e98388-3da5-4a08-acae-2902467f0c9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:38.763379 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:38.829739 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-27e98388-3da5-4a08-acae-2902467f0c9b admin admin] Publish callbacks [] for security_group (deb78afc-5a44-4912-87fe-c0643b15cd0d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:38.833428 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-27e98388-3da5-4a08-acae-2902467f0c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (deb78afc-5a44-4912-87fe-c0643b15cd0d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:38.848050 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:38.872324 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e98388-3da5-4a08-acae-2902467f0c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb78afc-5a44-4912-87fe-c0643b15cd0d,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:38.878820 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-27e98388-3da5-4a08-acae-2902467f0c9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7aa3271254847f8940db756735695c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285485 Jun 15 19:39:38.881386 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 47272) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:38.929332 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-197c35f6-5590-478f-ac6c-53237b5cb968 admin admin] Publish callbacks [] for security_group (deb78afc-5a44-4912-87fe-c0643b15cd0d), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:38.950377 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-197c35f6-5590-478f-ac6c-53237b5cb968 admin admin] Publish callbacks [] for security_group (deb78afc-5a44-4912-87fe-c0643b15cd0d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:38.998226 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-197c35f6-5590-478f-ac6c-53237b5cb968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (deb78afc-5a44-4912-87fe-c0643b15cd0d), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:39.000929 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-197c35f6-5590-478f-ac6c-53237b5cb968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:39.002057 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-197c35f6-5590-478f-ac6c-53237b5cb968 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/deb78afc-5a44-4912-87fe-c0643b15cd0d HTTP/1.1" status: 204 len: 168 time: 0.1197557 Jun 15 19:39:39.010005 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c35f6-5590-478f-ac6c-53237b5cb968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb78afc-5a44-4912-87fe-c0643b15cd0d,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:39.342722 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57d850-ca3d-40eb-89ef-aa96df55a6b0 req-8ff2cca3-b48c-4a2c-b498-48f15eea8182 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:39.344219 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cd57d850-ca3d-40eb-89ef-aa96df55a6b0 req-8ff2cca3-b48c-4a2c-b498-48f15eea8182 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0496631 Jun 15 19:39:39.393189 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cd57d850-ca3d-40eb-89ef-aa96df55a6b0 req-e4643699-052c-4a1d-877b-be1ab0544523 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420220 Jun 15 19:39:39.435022 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:40.509214 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3208e-65d7-451a-b5b7-ec6c407f5d96 req-23b9ddcd-08c9-4db9-87a5-e8d4e1985b59 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:40.510943 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-08a3208e-65d7-451a-b5b7-ec6c407f5d96 req-23b9ddcd-08c9-4db9-87a5-e8d4e1985b59 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0489955 Jun 15 19:39:40.562380 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-08a3208e-65d7-451a-b5b7-ec6c407f5d96 req-75451e57-fcdd-4371-b759-5944c36b16b6 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457149 Jun 15 19:39:41.680836 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1836f4-24d3-4122-94c7-a16320fbaf6e req-a5be7711-c4dd-4daa-bb58-2fa2f09b3913 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:41.682393 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6b1836f4-24d3-4122-94c7-a16320fbaf6e req-a5be7711-c4dd-4daa-bb58-2fa2f09b3913 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0510983 Jun 15 19:39:41.728661 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6b1836f4-24d3-4122-94c7-a16320fbaf6e req-2dba6954-84d9-4a27-a461-cd7da2f47899 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408874 Jun 15 19:39:42.869124 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:42.885065 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcbc24-8bc7-4ae0-8f28-2e66d795f1b2 req-a34b2acb-c894-4de7-91f2-e3fce649313b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:42.886777 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d5fcbc24-8bc7-4ae0-8f28-2e66d795f1b2 req-a34b2acb-c894-4de7-91f2-e3fce649313b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0730169 Jun 15 19:39:42.960283 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d5fcbc24-8bc7-4ae0-8f28-2e66d795f1b2 req-d0c0be62-798f-4378-9526-e0aa0ed48a26 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654702 Jun 15 19:39:44.118852 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b838f-9ad7-4e56-8db6-2bf1e2b4a9f1 req-554ca4e1-c1d3-4b13-8918-7b54a5adda25 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:44.121637 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-271b838f-9ad7-4e56-8db6-2bf1e2b4a9f1 req-554ca4e1-c1d3-4b13-8918-7b54a5adda25 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0642645 Jun 15 19:39:44.192210 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-271b838f-9ad7-4e56-8db6-2bf1e2b4a9f1 req-bb72f7f3-c364-4a8e-9f82-e7835ff6d727 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619266 Jun 15 19:39:44.296996 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 47408) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:44.388546 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:44.403850 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:44.476639 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Publish callbacks [] for security_group (01d53437-f256-4771-b321-85fa2d3cb655), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:44.480179 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (01d53437-f256-4771-b321-85fa2d3cb655), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:44.517920 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d53437-f256-4771-b321-85fa2d3cb655,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:44.521793 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5843385a09b84387a1fe857084541be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238069 Jun 15 19:39:44.524553 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 47412) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:44.527549 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.527894 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.528230 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.528563 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.528890 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.529230 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.529533 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.529852 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.530199 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.530520 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.530840 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.531159 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.531474 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.531792 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.532102 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5f56-5d5b-4808-b22d-255c4aab6b34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.578878 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Publish callbacks [] for security_group (01d53437-f256-4771-b321-85fa2d3cb655), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:44.599216 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Publish callbacks [] for security_group (01d53437-f256-4771-b321-85fa2d3cb655), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:44.645862 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (01d53437-f256-4771-b321-85fa2d3cb655), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:44.648413 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:44.649625 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01d53437-f256-4771-b321-85fa2d3cb655 HTTP/1.1" status: 204 len: 168 time: 0.1240718 Jun 15 19:39:44.657128 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d53437-f256-4771-b321-85fa2d3cb655,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:44.664297 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.665140 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.665485 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.665816 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.666172 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.666500 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.666847 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.667169 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.667517 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.667799 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.668118 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.668489 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.668805 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.669065 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.669388 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e468f2-9a30-4c25-9b4a-91b0709adcc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:39:44.912522 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 47418) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:44.926175 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ba16c9f5-cb22-48cd-bd1e-0eb721228709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:45.004034 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ba16c9f5-cb22-48cd-bd1e-0eb721228709 admin admin] Publish callbacks [] for security_group (2700b69f-5cf8-4b64-9bf6-69da6d777c89), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:45.007572 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ba16c9f5-cb22-48cd-bd1e-0eb721228709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (2700b69f-5cf8-4b64-9bf6-69da6d777c89), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:45.046476 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-ba16c9f5-cb22-48cd-bd1e-0eb721228709 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5e0e0eab92e4036a0675d18e0c99391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329038 Jun 15 19:39:45.047355 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16c9f5-cb22-48cd-bd1e-0eb721228709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2700b69f-5cf8-4b64-9bf6-69da6d777c89,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:45.049150 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 47422) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:45.098471 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3003972d-00d7-45b4-a213-1cfcc64784c9 admin admin] Publish callbacks [] for security_group (2700b69f-5cf8-4b64-9bf6-69da6d777c89), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:45.127290 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3003972d-00d7-45b4-a213-1cfcc64784c9 admin admin] Publish callbacks [] for security_group (2700b69f-5cf8-4b64-9bf6-69da6d777c89), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:45.150121 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:45.176276 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3003972d-00d7-45b4-a213-1cfcc64784c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (2700b69f-5cf8-4b64-9bf6-69da6d777c89), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:45.178799 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3003972d-00d7-45b4-a213-1cfcc64784c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:45.183223 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-3003972d-00d7-45b4-a213-1cfcc64784c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2700b69f-5cf8-4b64-9bf6-69da6d777c89 HTTP/1.1" status: 204 len: 168 time: 0.1297545 Jun 15 19:39:45.189317 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003972d-00d7-45b4-a213-1cfcc64784c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2700b69f-5cf8-4b64-9bf6-69da6d777c89,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:45.308233 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c9855-4111-422b-a2bf-6eefec99a131 req-950170af-4edc-4587-9f44-5f223522bede tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:45.309929 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-057c9855-4111-422b-a2bf-6eefec99a131 req-950170af-4edc-4587-9f44-5f223522bede tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0541935 Jun 15 19:39:45.374537 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-057c9855-4111-422b-a2bf-6eefec99a131 req-be1d049e-709e-47b6-91a7-586e2ffc22f9 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572982 Jun 15 19:39:46.075199 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349f78a-f439-4019-9d31-33cb5cb2ec07 req-3b7c3080-3513-4669-bd10-c176cdfc503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:46.076775 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c349f78a-f439-4019-9d31-33cb5cb2ec07 req-3b7c3080-3513-4669-bd10-c176cdfc503e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 1129 time: 0.0471590 Jun 15 19:39:46.192474 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349f78a-f439-4019-9d31-33cb5cb2ec07 req-f53c62b2-1814-4555-be37-92e73aab7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:46.193997 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c349f78a-f439-4019-9d31-33cb5cb2ec07 req-f53c62b2-1814-4555-be37-92e73aab7208 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 919 time: 0.0945594 Jun 15 19:39:46.239180 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c349f78a-f439-4019-9d31-33cb5cb2ec07 req-82b75f58-11be-4499-9e8a-f0a2a9e681d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 HTTP/1.1" status: 200 len: 217 time: 0.0368392 Jun 15 19:39:46.289880 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349f78a-f439-4019-9d31-33cb5cb2ec07 req-b81749b5-a7b5-45e2-b39d-25d9a1ce49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:46.291724 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c349f78a-f439-4019-9d31-33cb5cb2ec07 req-b81749b5-a7b5-45e2-b39d-25d9a1ce49f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.0462024 Jun 15 19:39:46.351086 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349f78a-f439-4019-9d31-33cb5cb2ec07 req-040c8a2a-97ad-4a0e-9496-56078ce75ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:46.351215 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c349f78a-f439-4019-9d31-33cb5cb2ec07 req-040c8a2a-97ad-4a0e-9496-56078ce75ca7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525353 Jun 15 19:39:46.460177 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:46.474470 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c349f78a-f439-4019-9d31-33cb5cb2ec07 req-7f1d6570-d1ad-4d28-bca3-af432ad930cc service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162386 Jun 15 19:39:46.505251 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d14d02-5629-4cdc-99d4-510d7b13c945 req-16a8b4be-ad25-4520-9c02-bf5fb4353edb tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:46.506732 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-20d14d02-5629-4cdc-99d4-510d7b13c945 req-16a8b4be-ad25-4520-9c02-bf5fb4353edb tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0491617 Jun 15 19:39:46.554429 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-20d14d02-5629-4cdc-99d4-510d7b13c945 req-554154b3-39f2-45ea-922c-344ec29cc1ce tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Jun 15 19:39:46.568429 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c349f78a-f439-4019-9d31-33cb5cb2ec07 req-97373fac-cb01-4c2d-8000-9b8ffffb6350 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865269 Jun 15 19:39:47.393898 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:47.841088 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 47500) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:47.879722 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a2525-83fd-4b9a-86cc-cc8db5799b3d req-6fe4bbdd-6e12-4a2f-9133-a386d93da9c8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:47.881205 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-da7a2525-83fd-4b9a-86cc-cc8db5799b3d req-6fe4bbdd-6e12-4a2f-9133-a386d93da9c8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.2531683 Jun 15 19:39:47.929571 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-da7a2525-83fd-4b9a-86cc-cc8db5799b3d req-40370091-8f5a-4c69-8b31-9b25f798cd64 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Jun 15 19:39:47.949423 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f4816168-57c6-4d38-8b56-7f2d3f6742f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:47.986468 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:48.024708 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f4816168-57c6-4d38-8b56-7f2d3f6742f9 admin admin] Publish callbacks [] for security_group (be61a91c-9d15-47d1-8d56-6e29467e0f10), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:48.027939 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f4816168-57c6-4d38-8b56-7f2d3f6742f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (be61a91c-9d15-47d1-8d56-6e29467e0f10), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:48.069367 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-f4816168-57c6-4d38-8b56-7f2d3f6742f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fb58d9251c54f00913c42a6bbf05050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271545 Jun 15 19:39:48.070219 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4816168-57c6-4d38-8b56-7f2d3f6742f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be61a91c-9d15-47d1-8d56-6e29467e0f10,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:48.072681 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 47504) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:48.120665 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-070d00f4-a1f2-46b6-bef6-807f85c03c84 admin admin] Publish callbacks [] for security_group (be61a91c-9d15-47d1-8d56-6e29467e0f10), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:48.143230 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-070d00f4-a1f2-46b6-bef6-807f85c03c84 admin admin] Publish callbacks [] for security_group (be61a91c-9d15-47d1-8d56-6e29467e0f10), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:48.171673 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:48.192516 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-070d00f4-a1f2-46b6-bef6-807f85c03c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (be61a91c-9d15-47d1-8d56-6e29467e0f10), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:48.195229 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-070d00f4-a1f2-46b6-bef6-807f85c03c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:48.196922 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-070d00f4-a1f2-46b6-bef6-807f85c03c84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be61a91c-9d15-47d1-8d56-6e29467e0f10 HTTP/1.1" status: 204 len: 168 time: 0.1232755 Jun 15 19:39:48.204491 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d00f4-a1f2-46b6-bef6-807f85c03c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be61a91c-9d15-47d1-8d56-6e29467e0f10,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:48.416210 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:49.101141 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c088511-64e4-43ab-bcfb-635d6dfeda5b req-446d5355-2742-4776-9f68-68de241a687a tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:49.107614 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2c088511-64e4-43ab-bcfb-635d6dfeda5b req-446d5355-2742-4776-9f68-68de241a687a tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0931702 Jun 15 19:39:49.172032 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2c088511-64e4-43ab-bcfb-635d6dfeda5b req-db7156fc-82f9-4fa6-be74-d05bca6aa3e6 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600915 Jun 15 19:39:50.300676 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d005175-4842-47cb-8d3b-081f7a75fee9 req-b617054e-95ce-4b4c-88d3-ac4a8b9e33a0 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:50.302298 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2d005175-4842-47cb-8d3b-081f7a75fee9 req-b617054e-95ce-4b4c-88d3-ac4a8b9e33a0 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0512891 Jun 15 19:39:50.369394 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2d005175-4842-47cb-8d3b-081f7a75fee9 req-6ac31cac-0ccd-4821-8c03-746b1880c652 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609992 Jun 15 19:39:50.454105 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 47582) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:50.469901 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-275d036e-d98b-47de-86dd-e4ad3ea8b05c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--245291446', 'description': 'tempest-description--1657283024'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:39:50.494119 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-275d036e-d98b-47de-86dd-e4ad3ea8b05c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:50.580068 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-275d036e-d98b-47de-86dd-e4ad3ea8b05c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (68593589-3a3d-4477-805e-c9cf1643e4f8), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:50.585361 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-275d036e-d98b-47de-86dd-e4ad3ea8b05c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (68593589-3a3d-4477-805e-c9cf1643e4f8), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:50.612529 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:50.620514 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-275d036e-d98b-47de-86dd-e4ad3ea8b05c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:50.625037 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 47592) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:50.629434 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-96415593-d24c-46e1-a753-3be6121b3253 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'security_group_rule': {'security_group_id': '68593589-3a3d-4477-805e-c9cf1643e4f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:39:50.630565 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-275d036e-d98b-47de-86dd-e4ad3ea8b05c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1752117 Jun 15 19:39:50.636206 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d036e-d98b-47de-86dd-e4ad3ea8b05c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68593589-3a3d-4477-805e-c9cf1643e4f8,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:50.661103 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-96415593-d24c-46e1-a753-3be6121b3253 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (1045f947-6ee2-420b-83b2-9cb67d76e3eb), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:50.719216 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-96415593-d24c-46e1-a753-3be6121b3253 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (1045f947-6ee2-420b-83b2-9cb67d76e3eb), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:50.723742 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-96415593-d24c-46e1-a753-3be6121b3253 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (1045f947-6ee2-420b-83b2-9cb67d76e3eb), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:50.747704 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96415593-d24c-46e1-a753-3be6121b3253 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1045f947-6ee2-420b-83b2-9cb67d76e3eb,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:50.765535 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-96415593-d24c-46e1-a753-3be6121b3253 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:50.769304 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-96415593-d24c-46e1-a753-3be6121b3253 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407378 Jun 15 19:39:50.769873 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 47600) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:50.775043 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-1c78afc4-19fc-4073-bf13-13bf866032ed tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'security_group_rule': {'security_group_id': '68593589-3a3d-4477-805e-c9cf1643e4f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:39:50.806060 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1c78afc4-19fc-4073-bf13-13bf866032ed tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (5b45e422-3280-4d97-b028-6b25a0e2442c), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:50.865365 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1c78afc4-19fc-4073-bf13-13bf866032ed tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (5b45e422-3280-4d97-b028-6b25a0e2442c), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:50.882529 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1c78afc4-19fc-4073-bf13-13bf866032ed tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (5b45e422-3280-4d97-b028-6b25a0e2442c), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:50.901289 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78afc4-19fc-4073-bf13-13bf866032ed tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b45e422-3280-4d97-b028-6b25a0e2442c,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:50.913828 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1c78afc4-19fc-4073-bf13-13bf866032ed tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:50.916135 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-1c78afc4-19fc-4073-bf13-13bf866032ed tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456211 Jun 15 19:39:50.919047 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 47606) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:50.923926 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'floatingip': {'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:39:50.958769 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:51.041731 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:51.154799 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Allocated IP 172.27.0.168 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/52de54d3-29de-42f7-ba69-af616f5a313d) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:39:51.261616 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for port (52de54d3-29de-42f7-ba69-af616f5a313d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:51.293656 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (52de54d3-29de-42f7-ba69-af616f5a313d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:51.337935 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:39:51.340995 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:39:51.345975 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:39:51.370883 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'Port': ['ID=52de54d3-29de-42f7-ba69-af616f5a313d,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:51.397297 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:51.440028 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (1921cc33-8e49-4bd5-8110-553ce14bb09f), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:51.486250 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (52de54d3-29de-42f7-ba69-af616f5a313d), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:51.661506 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58da75-90ec-4ee9-9108-792ae24b2494 req-8483ed4e-6291-4f7d-9d0b-b10890af8e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:51.664297 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-7d58da75-90ec-4ee9-9108-792ae24b2494 req-8483ed4e-6291-4f7d-9d0b-b10890af8e1b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 1129 time: 0.0462461 Jun 15 19:39:51.670790 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:51.697870 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241079f-5f15-4dfe-9f1e-9c657579c20d req-44502595-cc1c-4882-93d7-cb64a4de212c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:51.699427 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3241079f-5f15-4dfe-9f1e-9c657579c20d req-44502595-cc1c-4882-93d7-cb64a4de212c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0718424 Jun 15 19:39:51.721271 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-7d58da75-90ec-4ee9-9108-792ae24b2494 req-7c7eb283-1355-4825-9f54-3a5dcbf685a7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484166 Jun 15 19:39:51.721777 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for port (52de54d3-29de-42f7-ba69-af616f5a313d), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:51.734856 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (52de54d3-29de-42f7-ba69-af616f5a313d), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:51.823377 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'Port': ['ID=52de54d3-29de-42f7-ba69-af616f5a313d,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:51.835421 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3241079f-5f15-4dfe-9f1e-9c657579c20d req-c0051885-02d4-4d72-8b06-1de982d081ae tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290674 Jun 15 19:39:51.844353 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (1921cc33-8e49-4bd5-8110-553ce14bb09f), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:51.860840 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:51.862146 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-7f676a8c-f19d-411c-b773-4fa0f5478471 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9418809 Jun 15 19:39:52.090410 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-5e73ae49-079f-4426-b25b-81118e86a2ac tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--245291446&fields=id&tenant_id=e8e1414ffa3548938432aed200c75736 HTTP/1.1" status: 200 len: 267 time: 0.0496566 Jun 15 19:39:52.208599 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-4c92c32c-a7be-4826-b6ed-75c91179f06d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:52.210044 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-4c92c32c-a7be-4826-b6ed-75c91179f06d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/networks?id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 HTTP/1.1" status: 200 len: 814 time: 0.1118703 Jun 15 19:39:52.224210 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-33d92601-8b34-4ce2-abd6-b5f8764811d4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/quotas/e8e1414ffa3548938432aed200c75736 HTTP/1.1" status: 200 len: 375 time: 0.0088692 Jun 15 19:39:52.280695 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-17042d57-8a59-40b3-acaa-dc6d5cd9e386 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507872 Jun 15 19:39:52.384246 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-b0992a24-aebe-4843-ade4-7cf93c985e2c service neutron] 10.222.0.15 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916903 Jun 15 19:39:52.485103 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-6cb9d6c3-4d9c-40bc-ae7b-723d5d3390fd service neutron] 10.222.0.15 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945492 Jun 15 19:39:52.662480 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-66661350-6b34-4871-b73d-c795d75ea4c8 req-f680b81f-a8a4-4e67-9c24-250a5fa4a2f2 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 210 time: 0.0324230 Jun 15 19:39:52.953401 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d1640-e157-4a06-bab4-0d4f0b6bed3f req-b4fb905e-21a9-40f4-8fc5-dac02b48d358 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:52.954946 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6c2d1640-e157-4a06-bab4-0d4f0b6bed3f req-b4fb905e-21a9-40f4-8fc5-dac02b48d358 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0489914 Jun 15 19:39:52.967719 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:53.006123 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6c2d1640-e157-4a06-bab4-0d4f0b6bed3f req-02ad3e78-833c-4451-b805-7facdbb64145 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442019 Jun 15 19:39:53.760915 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a255e120-cbdb-4577-8cf5-6f425f854e0b req-28094465-1779-4e56-88b2-cbd17fcc085e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 210 time: 0.0304606 Jun 15 19:39:54.129106 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50e582-b395-4e37-b46d-4b5545bb8bb2 req-e11f020f-65e1-456a-b402-b5c95766f381 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:54.131612 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8b50e582-b395-4e37-b46d-4b5545bb8bb2 req-e11f020f-65e1-456a-b402-b5c95766f381 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0507681 Jun 15 19:39:54.140997 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-d182e0dd-ccfb-4828-8dd0-a7063fc4ef76 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:54.142630 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-d182e0dd-ccfb-4828-8dd0-a7063fc4ef76 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "GET /v2.0/networks?id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 HTTP/1.1" status: 200 len: 814 time: 0.1154943 Jun 15 19:39:54.189855 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8b50e582-b395-4e37-b46d-4b5545bb8bb2 req-ae0e316c-2e95-43b3-a2ef-9dccc3096070 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512986 Jun 15 19:39:54.239854 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-86255cee-0168-49fc-a434-fe6cb354ace2 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8e1414ffa3548938432aed200c75736 HTTP/1.1" status: 200 len: 471 time: 0.0858450 Jun 15 19:39:54.350461 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-a44ceda1-6a22-48f7-962a-de631c62ac13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'port': {'device_id': '26e7c26a-2656-4871-bc8c-fff9ca495889', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'admin_state_up': True, 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'security_groups': ['68593589-3a3d-4477-805e-c9cf1643e4f8']}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:39:54.377154 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:54.452585 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49699d7c-2206-49ca-aa50-3e3fdce7c670 req-342130f0-9bf0-4114-9b57-5a8653ea95d1 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:54.454386 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-49699d7c-2206-49ca-aa50-3e3fdce7c670 req-342130f0-9bf0-4114-9b57-5a8653ea95d1 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0506475 Jun 15 19:39:54.466375 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:54.490388 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de6469-5623-4354-92b4-47fb349b87f6 req-186927c0-d60a-48f9-beae-dce3befefc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:54.491942 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-24de6469-5623-4354-92b4-47fb349b87f6 req-186927c0-d60a-48f9-beae-dce3befefc26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 1129 time: 0.0944898 Jun 15 19:39:54.509713 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-49699d7c-2206-49ca-aa50-3e3fdce7c670 req-3990ff77-4f02-45af-822a-b2274ed5cc2c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465784 Jun 15 19:39:54.553811 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-a44ceda1-6a22-48f7-962a-de631c62ac13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Made reservation on behalf of e8e1414ffa3548938432aed200c75736 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:39:54.563895 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-a44ceda1-6a22-48f7-962a-de631c62ac13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:54.674329 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de6469-5623-4354-92b4-47fb349b87f6 req-01467987-5a5d-4a5c-9437-acc02d952b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:54.675808 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-24de6469-5623-4354-92b4-47fb349b87f6 req-01467987-5a5d-4a5c-9437-acc02d952b56 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 919 time: 0.1734605 Jun 15 19:39:54.721801 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-24de6469-5623-4354-92b4-47fb349b87f6 req-38ce79de-f1c8-4b01-b9c4-30dd3a4a2a4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 HTTP/1.1" status: 200 len: 217 time: 0.0385928 Jun 15 19:39:54.804498 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-a44ceda1-6a22-48f7-962a-de631c62ac13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Allocated IP 172.20.0.10 (25ed2ffb-2899-41f6-afeb-0cd1a1d94e79/06f7de3d-736b-4eeb-b465-011df871e6d7/38c5a7a2-3e50-419d-842c-89b9faf77314) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:39:54.810210 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de6469-5623-4354-92b4-47fb349b87f6 req-7bd8525e-b395-45a2-a190-4f818cd04183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:54.811660 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-24de6469-5623-4354-92b4-47fb349b87f6 req-7bd8525e-b395-45a2-a190-4f818cd04183 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.0719352 Jun 15 19:39:54.862233 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6db86ff1-3923-493e-b8d7-9688fecf0e20 req-6989a998-aec4-4355-8a10-935ae208f94f tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 210 time: 0.0312846 Jun 15 19:39:54.875870 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de6469-5623-4354-92b4-47fb349b87f6 req-abe0655c-6d9c-47ae-8b7a-1020c5ae5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:54.877366 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-24de6469-5623-4354-92b4-47fb349b87f6 req-abe0655c-6d9c-47ae-8b7a-1020c5ae5516 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591385 Jun 15 19:39:55.047604 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-24de6469-5623-4354-92b4-47fb349b87f6 req-e7a9e8fe-3342-49d1-b061-b2452fd4babb service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636343 Jun 15 19:39:55.050355 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-a44ceda1-6a22-48f7-962a-de631c62ac13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:55.084261 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-a44ceda1-6a22-48f7-962a-de631c62ac13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:55.327208 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-a44ceda1-6a22-48f7-962a-de631c62ac13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:39:55.330690 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-a44ceda1-6a22-48f7-962a-de631c62ac13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:39:55.334599 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-a44ceda1-6a22-48f7-962a-de631c62ac13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:39:55.340291 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-a44ceda1-6a22-48f7-962a-de631c62ac13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:55.340908 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-a44ceda1-6a22-48f7-962a-de631c62ac13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:55.351231 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ceda1-6a22-48f7-962a-de631c62ac13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'Port': ['ID=38c5a7a2-3e50-419d-842c-89b9faf77314,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:55.364591 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-a44ceda1-6a22-48f7-962a-de631c62ac13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0182588 Jun 15 19:39:55.429303 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Request body: {'port': {'device_id': '26e7c26a-2656-4871-bc8c-fff9ca495889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:39:55.454618 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:55.504409 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:55.561238 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:55.574293 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-24de6469-5623-4354-92b4-47fb349b87f6 req-88517170-4214-4916-9997-d6b55ce65437 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758456 Jun 15 19:39:55.581241 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:55.586773 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-f210cc2d-3c7e-48b5-a899-d19586c92933 None None] Provisioning complete for port 38c5a7a2-3e50-419d-842c-89b9faf77314 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:39:55.587287 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f210cc2d-3c7e-48b5-a899-d19586c92933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:55.621873 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f210cc2d-3c7e-48b5-a899-d19586c92933 None None] Port 38c5a7a2-3e50-419d-842c-89b9faf77314 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:39:55.651156 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34af23e-bdc5-4671-8ea2-1687ff0ba084 req-df063eb7-534e-4b4e-b0d1-fe0cac3d55b8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:55.652629 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a34af23e-bdc5-4671-8ea2-1687ff0ba084 req-df063eb7-534e-4b4e-b0d1-fe0cac3d55b8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0585074 Jun 15 19:39:55.672394 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:55.712029 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a34af23e-bdc5-4671-8ea2-1687ff0ba084 req-b6d0114e-81cf-4f24-9945-02b8b6b53638 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538175 Jun 15 19:39:55.874802 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c5a7a2-3e50-419d-842c-89b9faf77314 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:39:55.884124 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Publish callbacks [] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:55.897616 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Transition to ACTIVE for port object 38c5a7a2-3e50-419d-842c-89b9faf77314 will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:39:55.902001 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:55.991019 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Pushing event updated for resources: {'Port': ['ID=38c5a7a2-3e50-419d-842c-89b9faf77314,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:56.000673 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Attempting to bind port 38c5a7a2-3e50-419d-842c-89b9faf77314 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:39:56.001193 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Attempting to bind port 38c5a7a2-3e50-419d-842c-89b9faf77314 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:39:56.001668 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Attempting to bind port 38c5a7a2-3e50-419d-842c-89b9faf77314 on network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:39:56.006886 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8184cc-5beb-4d85-82c9-6cfb8b97b9db req-de493248-46e1-4a15-903e-381cb0642534 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:56.008351 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Port 38c5a7a2-3e50-419d-842c-89b9faf77314 on network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:39:56.008954 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Attempting to bind port 38c5a7a2-3e50-419d-842c-89b9faf77314 on network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:39:56.011841 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4e8184cc-5beb-4d85-82c9-6cfb8b97b9db req-de493248-46e1-4a15-903e-381cb0642534 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 944 time: 0.0720272 Jun 15 19:39:56.014641 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:39:56.015540 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Checking segment: {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:39:56.016076 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Bound using segment: {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:39:56.016654 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Bound port: 38c5a7a2-3e50-419d-842c-89b9faf77314, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:39:56.017182 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:56.076621 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4e8184cc-5beb-4d85-82c9-6cfb8b97b9db req-2dfb6715-8f7f-4834-99b8-7baf4e60c521 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582192 Jun 15 19:39:56.119551 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] For port 38c5a7a2-3e50-419d-842c-89b9faf77314, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:39:56.123539 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] For port 38c5a7a2-3e50-419d-842c-89b9faf77314, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=38c5a7a2-3e50-419d-842c-89b9faf77314,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:39:56.131119 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:56.176896 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:56.177515 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:56.179010 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] 10.222.0.42 "PUT /v2.0/ports/38c5a7a2-3e50-419d-842c-89b9faf77314 HTTP/1.1" status: 200 len: 1094 time: 0.7788095 Jun 15 19:39:56.179470 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e7c26a-2656-4871-bc8c-fff9ca495889', 'tag': '38c5a7a2-3e50-419d-842c-89b9faf77314'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:39:56.181672 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e067c30-6ebe-45b8-9447-adf2715cf5df" -d '{"events": [{"name": "network-changed", "server_uuid": "26e7c26a-2656-4871-bc8c-fff9ca495889", "tag": "38c5a7a2-3e50-419d-842c-89b9faf77314"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:39:56.203665 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9d7fd-3a3a-46bc-a632-30a71b2d7409 service neutron] Pushing event updated for resources: {'Port': ['ID=38c5a7a2-3e50-419d-842c-89b9faf77314,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:56.228651 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62324d9-6805-42dc-9fe2-7af8a4490494 x-openstack-request-id: req-d62324d9-6805-42dc-9fe2-7af8a4490494 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:39:56.228948 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e7c26a-2656-4871-bc8c-fff9ca495889", "tag": "38c5a7a2-3e50-419d-842c-89b9faf77314", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:39:56.229198 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d62324d9-6805-42dc-9fe2-7af8a4490494 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:39:56.229589 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62324d9-6805-42dc-9fe2-7af8a4490494'] response: {'name': 'network-changed', 'server_uuid': '26e7c26a-2656-4871-bc8c-fff9ca495889', 'tag': '38c5a7a2-3e50-419d-842c-89b9faf77314', 'status': 'completed', 'code': 200} Jun 15 19:39:56.419293 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 47766) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:56.524660 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-951ed6d8-b3c0-4981-8f0a-f94bccb58614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:56.604544 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-951ed6d8-b3c0-4981-8f0a-f94bccb58614 admin admin] Publish callbacks [] for security_group (07a40ada-b9a5-4641-8db0-9bc2374a7e91), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:56.608164 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-951ed6d8-b3c0-4981-8f0a-f94bccb58614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (07a40ada-b9a5-4641-8db0-9bc2374a7e91), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:56.645695 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ed6d8-b3c0-4981-8f0a-f94bccb58614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a40ada-b9a5-4641-8db0-9bc2374a7e91,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:56.650482 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-951ed6d8-b3c0-4981-8f0a-f94bccb58614 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41993c05636f45ec8daaba106b5b1405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301216 Jun 15 19:39:56.653114 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 47770) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:56.665389 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:56.667778 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:56.705979 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7d6cc999-9c5e-4f22-8a78-9388749061be admin admin] Publish callbacks [] for security_group (07a40ada-b9a5-4641-8db0-9bc2374a7e91), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:56.727417 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7d6cc999-9c5e-4f22-8a78-9388749061be admin admin] Publish callbacks [] for security_group (07a40ada-b9a5-4641-8db0-9bc2374a7e91), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:56.778160 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7d6cc999-9c5e-4f22-8a78-9388749061be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (07a40ada-b9a5-4641-8db0-9bc2374a7e91), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:56.780658 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7d6cc999-9c5e-4f22-8a78-9388749061be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:56.781805 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-7d6cc999-9c5e-4f22-8a78-9388749061be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07a40ada-b9a5-4641-8db0-9bc2374a7e91 HTTP/1.1" status: 204 len: 168 time: 0.1278048 Jun 15 19:39:56.791720 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cc999-9c5e-4f22-8a78-9388749061be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a40ada-b9a5-4641-8db0-9bc2374a7e91,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:56.838782 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aa3fd-954f-459e-8a36-d50e02d2b6b0 req-c3e17166-5d7e-420c-96e8-9a51bb06ed04 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:56.840707 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e02aa3fd-954f-459e-8a36-d50e02d2b6b0 req-c3e17166-5d7e-420c-96e8-9a51bb06ed04 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0588331 Jun 15 19:39:56.891944 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e02aa3fd-954f-459e-8a36-d50e02d2b6b0 req-7310730b-0d4c-4f39-a2f8-d235b2fa00d6 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433168 Jun 15 19:39:57.151887 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738d26a-22f1-4189-8d9b-8e3f33e283f1 req-df7373f6-71dd-4f96-b4f1-ead2f4e2e483 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:57.153371 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4738d26a-22f1-4189-8d9b-8e3f33e283f1 req-df7373f6-71dd-4f96-b4f1-ead2f4e2e483 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0576427 Jun 15 19:39:57.217811 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4738d26a-22f1-4189-8d9b-8e3f33e283f1 req-027634f5-e3b2-4316-9c1d-611e5f87b5b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550232 Jun 15 19:39:57.270592 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae23d-535c-4c82-a719-0e76d97cc488 req-e38b214b-a2f2-41d6-83a8-603ff63e92cc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:57.272442 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ae8ae23d-535c-4c82-a719-0e76d97cc488 req-e38b214b-a2f2-41d6-83a8-603ff63e92cc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 944 time: 0.0583642 Jun 15 19:39:57.322856 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ae8ae23d-535c-4c82-a719-0e76d97cc488 req-b9a815a7-6439-4307-a8d4-76a221708318 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436990 Jun 15 19:39:57.520424 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 47816) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:57.622213 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-378667138-network', 'tenant_id': '526f86dc251440b9b50e325de4efb751'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:39:57.641933 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] Made reservation on behalf of 526f86dc251440b9b50e325de4efb751 for: {'network': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:39:57.644242 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:57.652545 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:57.725062 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] Publish callbacks [] for security_group (0dae4abd-52ba-40b1-be28-431bc5ac2f6f), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:57.729162 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (0dae4abd-52ba-40b1-be28-431bc5ac2f6f), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:57.751408 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=104103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:39:57.766699 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dae4abd-52ba-40b1-be28-431bc5ac2f6f,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:57.769651 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (124a8e63-63a6-4332-832e-25fb0b10c0ce), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:57.769996 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.segments_db [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] Added segment 124a8e63-63a6-4332-832e-25fb0b10c0ce of type vlan for network c7953e1c-32f1-43bd-a8e2-687b003d29d3 Jun 15 19:39:57.811526 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (c7953e1c-32f1-43bd-a8e2-687b003d29d3), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:57.835516 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (c7953e1c-32f1-43bd-a8e2-687b003d29d3), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:57.837364 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:57.837934 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:57.873680 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3520279 Jun 15 19:39:57.876791 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 47820) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:39:57.881634 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-2c65e538-edea-44e7-a67f-b288d7d6fb36 admin admin] Request body: {'subnet': {'network_id': 'c7953e1c-32f1-43bd-a8e2-687b003d29d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-378667138-subnet', 'tenant_id': '526f86dc251440b9b50e325de4efb751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:39:57.902201 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c65e538-edea-44e7-a67f-b288d7d6fb36 admin admin] Made reservation on behalf of 526f86dc251440b9b50e325de4efb751 for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:39:57.904531 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c65e538-edea-44e7-a67f-b288d7d6fb36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3383351'] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:57.906324 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ab8f6-08b0-4df8-80ba-5a6a19f440bd admin admin] Pushing event updated for resources: {'Network': ['ID=c7953e1c-32f1-43bd-a8e2-687b003d29d3,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:57.916545 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network c7953e1c-32f1-43bd-a8e2-687b003d29d3 details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:39:58.029171 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb98c30-8435-4ad6-a363-e154f42c1d8e req-00f9e822-7f70-40be-99e7-43bb5caf10bc tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:58.030649 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0bb98c30-8435-4ad6-a363-e154f42c1d8e req-00f9e822-7f70-40be-99e7-43bb5caf10bc tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0591214 Jun 15 19:39:58.064332 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:58.138156 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0bb98c30-8435-4ad6-a363-e154f42c1d8e req-6c01beff-3e33-4993-b757-a827487fa32d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000521 Jun 15 19:39:58.152687 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c65e538-edea-44e7-a67f-b288d7d6fb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3664057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3383321'] for subnet (27583218-6d7b-4b54-98ec-f48c4bf52522), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:58.215982 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65e538-edea-44e7-a67f-b288d7d6fb36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27583218-6d7b-4b54-98ec-f48c4bf52522,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:39:58.223150 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c65e538-edea-44e7-a67f-b288d7d6fb36 admin admin] Checking segment: {'id': '124a8e63-63a6-4332-832e-25fb0b10c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7953e1c-32f1-43bd-a8e2-687b003d29d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:39:58.223502 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65e538-edea-44e7-a67f-b288d7d6fb36 admin admin] Network hostable DHCP agents. Network: c7953e1c-32f1-43bd-a8e2-687b003d29d3, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:39:58.241052 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65e538-edea-44e7-a67f-b288d7d6fb36 admin admin] Network c7953e1c-32f1-43bd-a8e2-687b003d29d3 is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:39:58.250423 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-2c65e538-edea-44e7-a67f-b288d7d6fb36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, c7953e1c-32f1-43bd-a8e2-687b003d29d3) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:39:58.254577 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65e538-edea-44e7-a67f-b288d7d6fb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:58.255690 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c65e538-edea-44e7-a67f-b288d7d6fb36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:39:58.260497 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5b18cd-c5e3-4856-8749-d25ad12525fb None None] Network c7953e1c-32f1-43bd-a8e2-687b003d29d3 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:39:58.272505 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-2c65e538-edea-44e7-a67f-b288d7d6fb36 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3946395 Jun 15 19:39:58.359086 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9370c-20fb-44ee-8559-edc35493a83b req-7aa758fa-13b4-419f-aaf0-58f64074cd77 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:58.361557 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-71e9370c-20fb-44ee-8559-edc35493a83b req-7aa758fa-13b4-419f-aaf0-58f64074cd77 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0665257 Jun 15 19:39:58.380728 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd921996-4590-4ce7-9f56-cd3387a5ecea None None] Network c7953e1c-32f1-43bd-a8e2-687b003d29d3 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:39:58.446669 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-71e9370c-20fb-44ee-8559-edc35493a83b req-bc8946c2-568a-4680-91a4-af65d1bc16e2 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795426 Jun 15 19:39:58.453935 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:39:58.470583 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560b073-fd2c-40ef-a28d-dfb1bd59762c req-6d8900a4-8f07-40b3-a631-9d8cb074fd6e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:58.473400 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b560b073-fd2c-40ef-a28d-dfb1bd59762c req-6d8900a4-8f07-40b3-a631-9d8cb074fd6e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 944 time: 0.0705521 Jun 15 19:39:58.541286 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b560b073-fd2c-40ef-a28d-dfb1bd59762c req-091c6b15-7fb5-48f1-92fa-c4e4c3b07299 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542121 Jun 15 19:39:59.257240 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4d36-b06f-4c09-8fad-ae3cefdb18c3 req-e6fe32f5-c61a-446c-b63d-176e1fcff270 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:59.259223 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f2bd4d36-b06f-4c09-8fad-ae3cefdb18c3 req-e6fe32f5-c61a-446c-b63d-176e1fcff270 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0510972 Jun 15 19:39:59.305707 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f2bd4d36-b06f-4c09-8fad-ae3cefdb18c3 req-493457c1-ae56-45d7-a450-9f29ee22b66e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408523 Jun 15 19:39:59.556780 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672ccf9-f30b-464b-a5dd-5a7213c22cc0 req-60d9cd90-0ba3-4cbf-9cc4-7be4c0a5f054 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:59.558259 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7672ccf9-f30b-464b-a5dd-5a7213c22cc0 req-60d9cd90-0ba3-4cbf-9cc4-7be4c0a5f054 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0458152 Jun 15 19:39:59.612252 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7672ccf9-f30b-464b-a5dd-5a7213c22cc0 req-e2652500-f2d2-47da-b151-bd7f06142177 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479820 Jun 15 19:39:59.667493 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a4b68-e713-409e-8e07-4f3a35ed6a39 req-f9c8a747-eb29-4612-bd5f-73bc8821e279 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:59.669125 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-857a4b68-e713-409e-8e07-4f3a35ed6a39 req-f9c8a747-eb29-4612-bd5f-73bc8821e279 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 944 time: 0.0513697 Jun 15 19:39:59.739919 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-857a4b68-e713-409e-8e07-4f3a35ed6a39 req-03b927b0-b83d-4637-ab2e-3fd528369617 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651188 Jun 15 19:39:59.788334 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e067c30-6ebe-45b8-9447-adf2715cf5df req-68391850-2e66-4bd3-bce4-539c25890552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:39:59.790324 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-6e067c30-6ebe-45b8-9447-adf2715cf5df req-68391850-2e66-4bd3-bce4-539c25890552 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 1128 time: 0.0410991 Jun 15 19:40:00.063450 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-2b914271-6b54-4e45-be91-bd47843be9ce tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:00.065397 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-2b914271-6b54-4e45-be91-bd47843be9ce tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/networks?id=c7953e1c-32f1-43bd-a8e2-687b003d29d3 HTTP/1.1" status: 200 len: 813 time: 0.1029546 Jun 15 19:40:00.080803 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-35bbdf7b-cd77-4b35-8e80-81ba7dfc76b9 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/quotas/526f86dc251440b9b50e325de4efb751 HTTP/1.1" status: 200 len: 375 time: 0.0098979 Jun 15 19:40:00.111407 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e067c30-6ebe-45b8-9447-adf2715cf5df req-2c487f8e-5786-4d05-b432-2c8d79b166b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:00.112862 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-6e067c30-6ebe-45b8-9447-adf2715cf5df req-2c487f8e-5786-4d05-b432-2c8d79b166b2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e8e1414ffa3548938432aed200c75736&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1657419 Jun 15 19:40:00.121638 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-4e70188f-aa93-421b-9fe5-9a3e3d7b3aa0 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=526f86dc251440b9b50e325de4efb751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319171 Jun 15 19:40:00.216505 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-ba2e7796-896f-4d1a-b813-6a835315436e service neutron] 10.222.0.15 "GET /v2.0/networks/c7953e1c-32f1-43bd-a8e2-687b003d29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877476 Jun 15 19:40:00.345884 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-2bb7486e-1041-4d9c-b36e-e6878c8c63e9 service neutron] 10.222.0.15 "GET /v2.0/networks/c7953e1c-32f1-43bd-a8e2-687b003d29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237946 Jun 15 19:40:00.368040 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e067c30-6ebe-45b8-9447-adf2715cf5df req-52f155bb-e835-4890-a6d6-57d1473e3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:00.369811 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-6e067c30-6ebe-45b8-9447-adf2715cf5df req-52f155bb-e835-4890-a6d6-57d1473e3020 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1990819 Jun 15 19:40:00.532097 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:00.589047 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543e464-a879-49cb-80e3-aa9950b13c1f req-6ba798f8-95fc-427a-a629-081dd8c30190 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:00.590729 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c543e464-a879-49cb-80e3-aa9950b13c1f req-6ba798f8-95fc-427a-a629-081dd8c30190 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0737569 Jun 15 19:40:00.708444 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-3c2a8d3f-1bb3-46fc-84be-6e3b123e147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:00.709983 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-3c2a8d3f-1bb3-46fc-84be-6e3b123e147b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 1128 time: 0.0631459 Jun 15 19:40:00.721495 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a26bb16c-6bf4-43dd-864b-1fd4c081944e req-c6f6cc91-0ac7-4f25-801b-eb0c6c016824 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 210 time: 0.0552459 Jun 15 19:40:00.725095 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c543e464-a879-49cb-80e3-aa9950b13c1f req-76424390-7440-4d51-9d33-0202a8391c5d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209137 Jun 15 19:40:00.846063 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-6be1a28a-d26b-4ee3-b812-18b179de62a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38c5a7a2-3e50-419d-842c-89b9faf77314 HTTP/1.1" status: 200 len: 217 time: 0.0637143 Jun 15 19:40:00.930057 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-077a8a31-d89c-4ccf-af38-45785e0d2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:00.935667 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-077a8a31-d89c-4ccf-af38-45785e0d2564 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06f7de3d-736b-4eeb-b465-011df871e6d7 HTTP/1.1" status: 200 len: 853 time: 0.0799713 Jun 15 19:40:00.981974 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc55b57-7033-402f-bc7f-7e48470ad0db req-42eb7cee-f4b0-4aee-b5f0-5b309b712286 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:00.983667 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9bc55b57-7033-402f-bc7f-7e48470ad0db req-42eb7cee-f4b0-4aee-b5f0-5b309b712286 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.1507180 Jun 15 19:40:00.996877 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:01.000498 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:01.005760 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-89dfbe7f-c520-43df-9569-741275755887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:01.007380 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-89dfbe7f-c520-43df-9569-741275755887 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667455 Jun 15 19:40:01.016948 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a606d-7475-4257-9258-ab407d73d02a req-351c0a53-e383-490d-a823-ee2a32f49ef2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:01.018732 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-834a606d-7475-4257-9258-ab407d73d02a req-351c0a53-e383-490d-a823-ee2a32f49ef2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.1163054 Jun 15 19:40:01.089403 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9bc55b57-7033-402f-bc7f-7e48470ad0db req-e79e6bd6-a8f0-4bc7-b42f-b6aa81a40db0 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985811 Jun 15 19:40:01.105326 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:01.157997 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-93af1cc0-674a-4537-9717-4483253e2f34 service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431441 Jun 15 19:40:01.161074 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-834a606d-7475-4257-9258-ab407d73d02a req-90d82965-543b-487a-b750-a823c14f0934 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121356 Jun 15 19:40:01.258785 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde2058-10b5-43b4-9264-ac52fa9f3357 req-329623f8-4adf-46ff-ae55-cff521186318 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:01.270629 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4dde2058-10b5-43b4-9264-ac52fa9f3357 req-329623f8-4adf-46ff-ae55-cff521186318 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 944 time: 0.0868523 Jun 15 19:40:01.271210 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-75217d04-287f-49b1-bb17-15e3d9abf20b req-70ff1960-d396-4319-a94b-911a844558dd service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988052 Jun 15 19:40:01.319598 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4dde2058-10b5-43b4-9264-ac52fa9f3357 req-7401698c-1766-4205-b2b3-1f46219704db tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478847 Jun 15 19:40:01.816551 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c33fc783-b328-4270-acfc-74355bbfb158 req-c6a51477-2211-4907-ae45-594d1bfe17cb tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 210 time: 0.0268111 Jun 15 19:40:02.204197 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4968a9c-9cdb-40a9-abb0-8115e0b2dcde req-a79f1275-6e2c-4e99-889a-f7ae07afefc0 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:02.205746 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d4968a9c-9cdb-40a9-abb0-8115e0b2dcde req-a79f1275-6e2c-4e99-889a-f7ae07afefc0 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0473385 Jun 15 19:40:02.254879 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d4968a9c-9cdb-40a9-abb0-8115e0b2dcde req-c0b45017-9daf-43c4-8213-d48fc4f459e3 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435131 Jun 15 19:40:02.307190 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43805547-d091-472e-81b6-6859c62137d2 req-97e8c4d6-5a71-4fb0-9c9d-1ed8a633f78a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:02.308858 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-43805547-d091-472e-81b6-6859c62137d2 req-97e8c4d6-5a71-4fb0-9c9d-1ed8a633f78a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0485494 Jun 15 19:40:02.320087 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 47942) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:40:02.324806 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-93371102-23ae-45a2-b884-0bf4aa253ade tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327546948', 'description': 'tempest-description--92492784'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:40:02.361018 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-93371102-23ae-45a2-b884-0bf4aa253ade tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.370874 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-43805547-d091-472e-81b6-6859c62137d2 req-c8002ccf-0a08-49f7-b6d9-b2abaaf79462 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502479 Jun 15 19:40:02.464532 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-93371102-23ae-45a2-b884-0bf4aa253ade tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for security_group (2ed3d5b4-c041-43d4-9394-fceb01693c66), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.468694 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c200e9d-f217-40b0-836e-0c584323a826 req-6d335003-cee8-4a13-906f-18d1f9bc2c60 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:02.469323 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-93371102-23ae-45a2-b884-0bf4aa253ade tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (2ed3d5b4-c041-43d4-9394-fceb01693c66), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.470310 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4c200e9d-f217-40b0-836e-0c584323a826 req-6d335003-cee8-4a13-906f-18d1f9bc2c60 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 944 time: 0.0627713 Jun 15 19:40:02.504806 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-93371102-23ae-45a2-b884-0bf4aa253ade tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.506050 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-93371102-23ae-45a2-b884-0bf4aa253ade tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1848664 Jun 15 19:40:02.507201 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93371102-23ae-45a2-b884-0bf4aa253ade tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed3d5b4-c041-43d4-9394-fceb01693c66,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:02.511668 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 47946) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:40:02.518697 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-80412ebd-620d-4af6-b380-9c1b0068dc63 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Request body: {'security_group_rule': {'security_group_id': '2ed3d5b4-c041-43d4-9394-fceb01693c66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:40:02.549765 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4c200e9d-f217-40b0-836e-0c584323a826 req-2fddd3ee-9b1c-4517-9adf-c52b83bc3429 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721574 Jun 15 19:40:02.569061 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-80412ebd-620d-4af6-b380-9c1b0068dc63 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for security_group_rule (e5f4fd27-bb1a-41c3-8622-4f60b4c05714), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.621494 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 38c5a7a2-3e50-419d-842c-89b9faf77314 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:40:02.624654 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-80412ebd-620d-4af6-b380-9c1b0068dc63 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for security_group_rule (e5f4fd27-bb1a-41c3-8622-4f60b4c05714), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.624995 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:02.625853 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:02.628410 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-80412ebd-620d-4af6-b380-9c1b0068dc63 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (e5f4fd27-bb1a-41c3-8622-4f60b4c05714), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.647115 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80412ebd-620d-4af6-b380-9c1b0068dc63 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f4fd27-bb1a-41c3-8622-4f60b4c05714,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:02.655980 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-80412ebd-620d-4af6-b380-9c1b0068dc63 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.657152 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-80412ebd-620d-4af6-b380-9c1b0068dc63 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441970 Jun 15 19:40:02.660425 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 47948) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:40:02.665206 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-625f37e8-825d-4967-a7a4-16a5dba421f7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Request body: {'security_group_rule': {'security_group_id': '2ed3d5b4-c041-43d4-9394-fceb01693c66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:40:02.695388 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-625f37e8-825d-4967-a7a4-16a5dba421f7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for security_group_rule (6e2be79a-334f-4d1a-b0a5-e74952cffcaf), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.728320 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 38c5a7a2-3e50-419d-842c-89b9faf77314, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=38c5a7a2-3e50-419d-842c-89b9faf77314,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:40:02.740061 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': '38c5a7a2-3e50-419d-842c-89b9faf77314', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'port_id': '38c5a7a2-3e50-419d-842c-89b9faf77314', 'mac_address': 'fa:16:3e:5b:b6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:40:02.745538 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-625f37e8-825d-4967-a7a4-16a5dba421f7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for security_group_rule (6e2be79a-334f-4d1a-b0a5-e74952cffcaf), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.750023 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-625f37e8-825d-4967-a7a4-16a5dba421f7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (6e2be79a-334f-4d1a-b0a5-e74952cffcaf), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.767644 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f37e8-825d-4967-a7a4-16a5dba421f7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2be79a-334f-4d1a-b0a5-e74952cffcaf,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:02.776824 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-625f37e8-825d-4967-a7a4-16a5dba421f7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.778035 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-625f37e8-825d-4967-a7a4-16a5dba421f7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166494 Jun 15 19:40:02.781120 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 47950) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:40:02.785787 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Request body: {'floatingip': {'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:40:02.785946 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 38c5a7a2-3e50-419d-842c-89b9faf77314 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:40:02.786408 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.806350 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c5a7a2-3e50-419d-842c-89b9faf77314 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:40:02.818384 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.823688 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:02.831352 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 38c5a7a2-3e50-419d-842c-89b9faf77314, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=38c5a7a2-3e50-419d-842c-89b9faf77314,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:40:02.843323 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:02.892976 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=38c5a7a2-3e50-419d-842c-89b9faf77314,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:02.902267 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.902718 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.902972 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.903519 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.903994 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.904470 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.904944 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.905434 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.905908 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.906427 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.906760 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.907156 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.907657 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.907998 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.908307 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:40:02.939594 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a04f788e-37eb-47dc-8ea9-087a9e5c84cd req-78539886-d77e-45d2-b67e-e975dd787af9 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 210 time: 0.0417469 Jun 15 19:40:02.952266 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:03.000986 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:03.014891 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-0c3937da-3952-49dd-bfb4-8aa2569cfe6a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:03.016698 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-0c3937da-3952-49dd-bfb4-8aa2569cfe6a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.42 "GET /v2.0/networks?id=c7953e1c-32f1-43bd-a8e2-687b003d29d3 HTTP/1.1" status: 200 len: 813 time: 0.1163888 Jun 15 19:40:03.033062 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-48567c75-9314-4545-8dcd-48df8402d064 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Request body: {'port': {'device_id': 'ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5', 'network_id': 'c7953e1c-32f1-43bd-a8e2-687b003d29d3', 'admin_state_up': True, 'tenant_id': '526f86dc251440b9b50e325de4efb751'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:40:03.071001 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Allocated IP 172.27.0.72 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/36b44ba2-0c95-402c-8ec2-bbacd93b0730) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:40:03.152630 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-48567c75-9314-4545-8dcd-48df8402d064 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Made reservation on behalf of 526f86dc251440b9b50e325de4efb751 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:40:03.153106 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['38c5a7a2-3e50-419d-842c-89b9faf77314'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:40:03.167436 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-48567c75-9314-4545-8dcd-48df8402d064 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:03.201386 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for port (36b44ba2-0c95-402c-8ec2-bbacd93b0730), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:03.243038 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (36b44ba2-0c95-402c-8ec2-bbacd93b0730), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:03.296717 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:40:03.300998 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:40:03.305361 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:40:03.330697 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Pushing event updated for resources: {'Port': ['ID=36b44ba2-0c95-402c-8ec2-bbacd93b0730,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:03.337504 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-48567c75-9314-4545-8dcd-48df8402d064 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Allocated IP 172.20.0.7 (c7953e1c-32f1-43bd-a8e2-687b003d29d3/27583218-6d7b-4b54-98ec-f48c4bf52522/b219c8bb-f080-4767-a6ee-30df4ef8dfec) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:40:03.383669 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:03.433151 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c18f6-25fe-4528-9e41-bbb5a2bcf4fa req-402dbf6b-33bd-413f-ac2e-ebd9908de340 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:03.434735 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-991c18f6-25fe-4528-9e41-bbb5a2bcf4fa req-402dbf6b-33bd-413f-ac2e-ebd9908de340 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0776715 Jun 15 19:40:03.473429 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for floatingip (f299a0ca-557b-4200-b760-bad89bb4e829), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:03.508814 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-48567c75-9314-4545-8dcd-48df8402d064 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks [] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:03.518077 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:03.544649 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-48567c75-9314-4545-8dcd-48df8402d064 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:03.597809 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-48567c75-9314-4545-8dcd-48df8402d064 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Network c7953e1c-32f1-43bd-a8e2-687b003d29d3 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:40:03.602061 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-48567c75-9314-4545-8dcd-48df8402d064 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:40:03.606170 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-48567c75-9314-4545-8dcd-48df8402d064 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:40:03.611217 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-48567c75-9314-4545-8dcd-48df8402d064 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:03.611841 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-48567c75-9314-4545-8dcd-48df8402d064 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:03.615897 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48567c75-9314-4545-8dcd-48df8402d064 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Pushing event updated for resources: {'Port': ['ID=b219c8bb-f080-4767-a6ee-30df4ef8dfec,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:03.633188 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-48567c75-9314-4545-8dcd-48df8402d064 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6038046 Jun 15 19:40:03.653457 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Request body: {'port': {'device_id': 'ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:40:03.697201 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ee3c512f-2091-4a66-bd39-9ecf4ac34e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:03.718054 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:03.778189 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c4de5-9b45-4405-b4b9-0c374342ffac req-e17c01f6-d398-4f2a-a323-ae96cd42626d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:03.779700 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-332c4de5-9b45-4405-b4b9-0c374342ffac req-e17c01f6-d398-4f2a-a323-ae96cd42626d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.3093405 Jun 15 19:40:03.784385 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-991c18f6-25fe-4528-9e41-bbb5a2bcf4fa req-bc819afa-bfd8-4753-bc59-4c4f9018a459 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3365133 Jun 15 19:40:03.786471 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (36b44ba2-0c95-402c-8ec2-bbacd93b0730), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:03.905196 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-332c4de5-9b45-4405-b4b9-0c374342ffac req-4a60569b-c486-400e-9549-9eefca312390 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194696 Jun 15 19:40:03.956257 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fad5f-a628-420e-b92d-10d05e197101 req-cd58cabb-b7e4-450b-88be-da91438dd6a0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:03.957706 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-af5fad5f-a628-420e-b92d-10d05e197101 req-cd58cabb-b7e4-450b-88be-da91438dd6a0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 945 time: 0.1006241 Jun 15 19:40:03.977363 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:03.990634 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b219c8bb-f080-4767-a6ee-30df4ef8dfec {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:40:03.999566 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Publish callbacks [] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:04.005523 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:04.015087 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Transition to ACTIVE for port object b219c8bb-f080-4767-a6ee-30df4ef8dfec will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:40:04.019763 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:04.075594 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Pushing event updated for resources: {'Port': ['ID=b219c8bb-f080-4767-a6ee-30df4ef8dfec,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:04.088829 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-af5fad5f-a628-420e-b92d-10d05e197101 req-14663f9b-4d31-491b-8dc0-bb047a839b06 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203208 Jun 15 19:40:04.092976 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for port (36b44ba2-0c95-402c-8ec2-bbacd93b0730), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:04.099810 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (36b44ba2-0c95-402c-8ec2-bbacd93b0730), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:04.107522 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a442a-b6da-4541-92aa-dbdbdbb3bd5a req-cc93bc38-29f8-4ec3-a3c1-181ac535dc2d tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:04.107918 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Attempting to bind port b219c8bb-f080-4767-a6ee-30df4ef8dfec on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:40:04.108311 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Attempting to bind port b219c8bb-f080-4767-a6ee-30df4ef8dfec by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '124a8e63-63a6-4332-832e-25fb0b10c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7953e1c-32f1-43bd-a8e2-687b003d29d3'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:40:04.108697 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Attempting to bind port b219c8bb-f080-4767-a6ee-30df4ef8dfec on network c7953e1c-32f1-43bd-a8e2-687b003d29d3 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:40:04.109002 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-443a442a-b6da-4541-92aa-dbdbdbb3bd5a req-cc93bc38-29f8-4ec3-a3c1-181ac535dc2d tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 943 time: 0.0918946 Jun 15 19:40:04.114493 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Port b219c8bb-f080-4767-a6ee-30df4ef8dfec on network c7953e1c-32f1-43bd-a8e2-687b003d29d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:40:04.114906 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Attempting to bind port b219c8bb-f080-4767-a6ee-30df4ef8dfec on network c7953e1c-32f1-43bd-a8e2-687b003d29d3 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:40:04.120561 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:40:04.120892 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Checking segment: {'id': '124a8e63-63a6-4332-832e-25fb0b10c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7953e1c-32f1-43bd-a8e2-687b003d29d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:40:04.121261 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Bound using segment: {'id': '124a8e63-63a6-4332-832e-25fb0b10c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7953e1c-32f1-43bd-a8e2-687b003d29d3'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:40:04.121707 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Bound port: b219c8bb-f080-4767-a6ee-30df4ef8dfec, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124a8e63-63a6-4332-832e-25fb0b10c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7953e1c-32f1-43bd-a8e2-687b003d29d3'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:40:04.122061 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:04.180978 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:04.187845 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] For port b219c8bb-f080-4767-a6ee-30df4ef8dfec, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:40:04.191681 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] For port b219c8bb-f080-4767-a6ee-30df4ef8dfec, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b219c8bb-f080-4767-a6ee-30df4ef8dfec,segment=NetworkSegment(124a8e63-63a6-4332-832e-25fb0b10c0ce),segment_id=124a8e63-63a6-4332-832e-25fb0b10c0ce)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:40:04.199589 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:04.201990 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Pushing event updated for resources: {'Port': ['ID=36b44ba2-0c95-402c-8ec2-bbacd93b0730,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:04.227229 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (f299a0ca-557b-4200-b760-bad89bb4e829), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:04.236398 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:04.237024 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:04.238550 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] 10.222.0.42 "PUT /v2.0/ports/b219c8bb-f080-4767-a6ee-30df4ef8dfec HTTP/1.1" status: 200 len: 1093 time: 0.5909376 Jun 15 19:40:04.240634 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5', 'tag': 'b219c8bb-f080-4767-a6ee-30df4ef8dfec'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:40:04.242982 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-443a442a-b6da-4541-92aa-dbdbdbb3bd5a req-8df9677b-3d49-4bdb-aa86-e66b24cdd83b tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105487 Jun 15 19:40:04.243575 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bccf29-4b95-4e2a-9ff5-3ad562cf30c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5", "tag": "b219c8bb-f080-4767-a6ee-30df4ef8dfec"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:40:04.250492 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:04.252120 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-31b79fc1-bfd9-47ec-880d-ff09543d12d7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4698758 Jun 15 19:40:04.284572 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dbf51-d413-40a0-9e7c-eeb56ce52e0d service neutron] Pushing event updated for resources: {'Port': ['ID=b219c8bb-f080-4767-a6ee-30df4ef8dfec,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:04.489233 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-73d02af8-29cc-4e1d-abb1-bdc1d93577e6 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--327546948&fields=id&tenant_id=0d5270cd64fd4929af7b063cf2e2b653 HTTP/1.1" status: 200 len: 267 time: 0.0483098 Jun 15 19:40:04.502237 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ca8633-62cf-4997-8472-75dfb4aca13f x-openstack-request-id: req-58ca8633-62cf-4997-8472-75dfb4aca13f {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:40:04.502713 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5", "tag": "b219c8bb-f080-4767-a6ee-30df4ef8dfec", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:40:04.502879 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58ca8633-62cf-4997-8472-75dfb4aca13f {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:40:04.503332 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ca8633-62cf-4997-8472-75dfb4aca13f'] response: {'name': 'network-changed', 'server_uuid': 'ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5', 'tag': 'b219c8bb-f080-4767-a6ee-30df4ef8dfec', 'status': 'completed', 'code': 200} Jun 15 19:40:04.534349 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-a06e7c34-7bd9-4598-b8f3-10a005a050fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:04.535871 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-a06e7c34-7bd9-4598-b8f3-10a005a050fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=526f86dc251440b9b50e325de4efb751&device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 1127 time: 0.2423265 Jun 15 19:40:04.580886 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-6c974bd7-1c36-40c5-96b2-ed5f6b86b1ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b219c8bb-f080-4767-a6ee-30df4ef8dfec HTTP/1.1" status: 200 len: 217 time: 0.0365756 Jun 15 19:40:04.607889 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-4159fe0f-8928-40ee-8092-53ed5739274c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:04.609579 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-4159fe0f-8928-40ee-8092-53ed5739274c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 818 time: 0.1117170 Jun 15 19:40:04.630799 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-bc8fbd57-a024-404c-aae2-a9595a68d037 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/quotas/0d5270cd64fd4929af7b063cf2e2b653 HTTP/1.1" status: 200 len: 375 time: 0.0152175 Jun 15 19:40:04.631761 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-0b32f913-3f30-4abc-b93e-af2a1147d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:04.633297 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-0b32f913-3f30-4abc-b93e-af2a1147d63e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27583218-6d7b-4b54-98ec-f48c4bf52522 HTTP/1.1" status: 200 len: 853 time: 0.0461564 Jun 15 19:40:04.639555 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 38c5a7a2-3e50-419d-842c-89b9faf77314 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:40:04.681467 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-171fd998-1194-460d-ac9e-28f8d3e41661 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7953e1c-32f1-43bd-a8e2-687b003d29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342770 Jun 15 19:40:04.691026 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port 38c5a7a2-3e50-419d-842c-89b9faf77314 completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:40:04.691792 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-0b7445cc-7f17-4d89-a4bc-fd2a2c158583 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0599575 Jun 15 19:40:04.703019 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port 38c5a7a2-3e50-419d-842c-89b9faf77314 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:40:04.704127 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:04.704794 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:04.809373 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-85fe0440-03d1-4ef8-8719-46253114c672 service neutron] 10.222.0.42 "GET /v2.0/networks/c7953e1c-32f1-43bd-a8e2-687b003d29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192493 Jun 15 19:40:04.840770 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 38c5a7a2-3e50-419d-842c-89b9faf77314 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:40:04.841539 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:04.863029 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-d789e908-a08b-4013-8582-a58f38ae96e2 service neutron] 10.222.0.15 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559620 Jun 15 19:40:04.870469 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e7c26a-2656-4871-bc8c-fff9ca495889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c5a7a2-3e50-419d-842c-89b9faf77314'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:40:04.872871 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16301e3a-a214-41f3-9d40-0754dd4a0fbf" -d '{"events": [{"server_uuid": "26e7c26a-2656-4871-bc8c-fff9ca495889", "name": "network-vif-plugged", "status": "completed", "tag": "38c5a7a2-3e50-419d-842c-89b9faf77314"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:40:04.888088 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 38c5a7a2-3e50-419d-842c-89b9faf77314, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=38c5a7a2-3e50-419d-842c-89b9faf77314,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:40:04.895531 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:04.950663 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-eb16fdb7-9012-4fe8-91e2-51e4eb438c6a req-070c76db-f81f-43ff-a977-c884684e5b85 service neutron] 10.222.0.42 "GET /v2.0/networks/c7953e1c-32f1-43bd-a8e2-687b003d29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345654 Jun 15 19:40:04.956537 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=38c5a7a2-3e50-419d-842c-89b9faf77314,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:05.013583 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a3ef9-5627-471c-a6bc-b25d2fc960c1 req-b10ce39b-552b-4884-bd8a-87328450af16 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:05.014992 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3d1a3ef9-5627-471c-a6bc-b25d2fc960c1 req-b10ce39b-552b-4884-bd8a-87328450af16 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.1358993 Jun 15 19:40:05.018438 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-4f65bed1-5496-4146-b774-34ddbc2d4298 service neutron] 10.222.0.15 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406453 Jun 15 19:40:05.073706 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3d1a3ef9-5627-471c-a6bc-b25d2fc960c1 req-1d91faeb-a0ce-487e-82f6-1bf276183794 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530832 Jun 15 19:40:05.116173 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81233b41-19f3-4a76-9c48-b2ca7b08851c x-openstack-request-id: req-81233b41-19f3-4a76-9c48-b2ca7b08851c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:40:05.117674 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e7c26a-2656-4871-bc8c-fff9ca495889", "name": "network-vif-plugged", "status": "completed", "tag": "38c5a7a2-3e50-419d-842c-89b9faf77314", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:40:05.117674 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81233b41-19f3-4a76-9c48-b2ca7b08851c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:40:05.117674 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81233b41-19f3-4a76-9c48-b2ca7b08851c'] response: {'server_uuid': '26e7c26a-2656-4871-bc8c-fff9ca495889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c5a7a2-3e50-419d-842c-89b9faf77314', 'code': 200} Jun 15 19:40:05.257955 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47faef-d56d-4b97-99d7-9529f30bc5a5 req-9f785044-480c-49aa-9040-bce45711122f tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:05.259491 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9c47faef-d56d-4b97-99d7-9529f30bc5a5 req-9f785044-480c-49aa-9040-bce45711122f tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 946 time: 0.0837026 Jun 15 19:40:05.278970 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e76f2c-60bd-44b2-88b2-cfaa699c7e2f req-08788474-0359-4395-95bc-80dc87752e62 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:05.280701 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b2e76f2c-60bd-44b2-88b2-cfaa699c7e2f req-08788474-0359-4395-95bc-80dc87752e62 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0950253 Jun 15 19:40:05.300293 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:05.363451 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9c47faef-d56d-4b97-99d7-9529f30bc5a5 req-d3d40f90-d513-4acf-99fc-3f6a5e0925d5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960677 Jun 15 19:40:05.369775 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b2e76f2c-60bd-44b2-88b2-cfaa699c7e2f req-2c6821e3-4eac-4d76-ad02-ccd2f85c204a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771480 Jun 15 19:40:05.434592 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-44f20921-619a-4666-a332-b0950970792e req-301dab5a-6dbe-44ff-9569-28ad92699ba3 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 210 time: 0.0297856 Jun 15 19:40:05.490028 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a7542-bbdb-412f-a50c-d238fbb297d9 req-da49d6c3-3b9b-49d8-913a-17371aadea37 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:05.492723 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a27a7542-bbdb-412f-a50c-d238fbb297d9 req-da49d6c3-3b9b-49d8-913a-17371aadea37 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 943 time: 0.0508316 Jun 15 19:40:05.545187 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a27a7542-bbdb-412f-a50c-d238fbb297d9 req-1239bfae-280c-4728-987c-d90754e7511b tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463881 Jun 15 19:40:05.951954 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e95fde03-2eca-4cbb-a577-e7683b4bbe7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:06.191556 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bccf29-4b95-4e2a-9ff5-3ad562cf30c3 req-626ade44-075e-4ea8-b98d-aa679a6425cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:06.193863 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-89bccf29-4b95-4e2a-9ff5-3ad562cf30c3 req-626ade44-075e-4ea8-b98d-aa679a6425cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=526f86dc251440b9b50e325de4efb751&device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 1127 time: 0.0688396 Jun 15 19:40:06.195630 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:06.212351 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bff7cf-9234-4954-83fd-27567411fd63 req-3e08079a-e4a5-408b-baa8-9f56932ad414 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:06.214487 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-04bff7cf-9234-4954-83fd-27567411fd63 req-3e08079a-e4a5-408b-baa8-9f56932ad414 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0617158 Jun 15 19:40:06.280888 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-04bff7cf-9234-4954-83fd-27567411fd63 req-af65b25a-e199-453e-b239-8baf1c4656fa tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587366 Jun 15 19:40:06.330515 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bccf29-4b95-4e2a-9ff5-3ad562cf30c3 req-8b2066e2-c83f-47c7-b639-822bca86e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:06.331990 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-89bccf29-4b95-4e2a-9ff5-3ad562cf30c3 req-8b2066e2-c83f-47c7-b639-822bca86e00b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7953e1c-32f1-43bd-a8e2-687b003d29d3 HTTP/1.1" status: 200 len: 914 time: 0.1261408 Jun 15 19:40:06.336537 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277d16-0568-426c-87e9-88704b6b6784 req-4dd17884-24c6-4cdb-b3ac-b1ab92c1022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:06.338015 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-f4277d16-0568-426c-87e9-88704b6b6784 req-4dd17884-24c6-4cdb-b3ac-b1ab92c1022c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 1130 time: 0.0523024 Jun 15 19:40:06.386187 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-89bccf29-4b95-4e2a-9ff5-3ad562cf30c3 req-bb383be2-6476-44b8-80f3-c75ff9291c64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b219c8bb-f080-4767-a6ee-30df4ef8dfec HTTP/1.1" status: 200 len: 217 time: 0.0423145 Jun 15 19:40:06.454259 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-f4277d16-0568-426c-87e9-88704b6b6784 req-8745a064-26c8-4bd1-a5bd-c74f66918d2e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044683 Jun 15 19:40:06.466442 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bccf29-4b95-4e2a-9ff5-3ad562cf30c3 req-26b1a0ed-5c8c-48d7-983a-05d5c551c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:06.467899 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-89bccf29-4b95-4e2a-9ff5-3ad562cf30c3 req-26b1a0ed-5c8c-48d7-983a-05d5c551c264 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27583218-6d7b-4b54-98ec-f48c4bf52522 HTTP/1.1" status: 200 len: 853 time: 0.0746598 Jun 15 19:40:06.534869 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0f668-c923-4014-a734-113e591cb99b req-f9770cdf-86ae-42dc-9800-00bfa40660ae tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:06.536329 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-36b0f668-c923-4014-a734-113e591cb99b req-f9770cdf-86ae-42dc-9800-00bfa40660ae tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 946 time: 0.0818121 Jun 15 19:40:06.544205 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd6304-eb11-4f0f-9909-fd08e01e2b37 req-11b3b9aa-0be1-4037-8fa8-dfcced04c596 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:06.545562 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-78fd6304-eb11-4f0f-9909-fd08e01e2b37 req-11b3b9aa-0be1-4037-8fa8-dfcced04c596 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0858886 Jun 15 19:40:06.618470 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-36b0f668-c923-4014-a734-113e591cb99b req-f3ca65eb-3113-4f19-9091-6ec8db297f31 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719452 Jun 15 19:40:06.635582 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-78fd6304-eb11-4f0f-9909-fd08e01e2b37 req-912048e6-10d1-406f-bbee-57fa8e0a19b8 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775483 Jun 15 19:40:06.666769 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device b219c8bb-f080-4767-a6ee-30df4ef8dfec details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:40:06.718126 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c1af0e5c-302e-4065-a07e-f36c1064adc9 req-d4884379-4908-44ed-ae9c-fc016b2da823 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 210 time: 0.0385034 Jun 15 19:40:06.766119 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61a96d-7ad0-41b7-b5ba-7db8dd2b83cf req-b13bacb6-ce43-415d-b55c-e32365732121 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:06.767676 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7f61a96d-7ad0-41b7-b5ba-7db8dd2b83cf req-b13bacb6-ce43-415d-b55c-e32365732121 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 943 time: 0.0763285 Jun 15 19:40:06.777095 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port b219c8bb-f080-4767-a6ee-30df4ef8dfec, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b219c8bb-f080-4767-a6ee-30df4ef8dfec,segment=NetworkSegment(124a8e63-63a6-4332-832e-25fb0b10c0ce),segment_id=124a8e63-63a6-4332-832e-25fb0b10c0ce)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:40:06.788387 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'b219c8bb-f080-4767-a6ee-30df4ef8dfec', 'network_id': 'c7953e1c-32f1-43bd-a8e2-687b003d29d3', 'port_id': 'b219c8bb-f080-4767-a6ee-30df4ef8dfec', 'mac_address': 'fa:16:3e:47:48:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27583218-6d7b-4b54-98ec-f48c4bf52522', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:40:06.820822 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7f61a96d-7ad0-41b7-b5ba-7db8dd2b83cf req-9387691d-cff3-4a35-8e62-113eb3fa632e tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458295 Jun 15 19:40:06.824540 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port b219c8bb-f080-4767-a6ee-30df4ef8dfec is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:40:06.824931 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:06.838615 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b219c8bb-f080-4767-a6ee-30df4ef8dfec {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:40:06.855499 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:06.859132 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port b219c8bb-f080-4767-a6ee-30df4ef8dfec, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b219c8bb-f080-4767-a6ee-30df4ef8dfec,segment=NetworkSegment(124a8e63-63a6-4332-832e-25fb0b10c0ce),segment_id=124a8e63-63a6-4332-832e-25fb0b10c0ce)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:40:06.862985 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:06.921517 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=b219c8bb-f080-4767-a6ee-30df4ef8dfec,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:06.922015 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-89bccf29-4b95-4e2a-9ff5-3ad562cf30c3 req-c4336b27-9a09-4b5a-8eae-57ce5efcb2be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7953e1c-32f1-43bd-a8e2-687b003d29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294061 Jun 15 19:40:07.092715 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-89bccf29-4b95-4e2a-9ff5-3ad562cf30c3 req-fc5e4cd6-f81f-42ca-ac29-e81159e78230 service neutron] 10.222.0.42 "GET /v2.0/networks/c7953e1c-32f1-43bd-a8e2-687b003d29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609783 Jun 15 19:40:07.157946 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-61f57911-d4f5-4273-a62f-b2dfd4ae83cd tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:07.159408 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-61f57911-d4f5-4273-a62f-b2dfd4ae83cd tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 818 time: 0.1661615 Jun 15 19:40:07.211829 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['b219c8bb-f080-4767-a6ee-30df4ef8dfec'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:40:07.224034 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-89bccf29-4b95-4e2a-9ff5-3ad562cf30c3 req-05d1c05c-8f82-45ca-911a-a3fd17603a80 service neutron] 10.222.0.42 "GET /v2.0/networks/c7953e1c-32f1-43bd-a8e2-687b003d29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237276 Jun 15 19:40:07.383853 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:07.422435 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb442363-a7fa-42aa-8a8e-8d16673f55d7 req-35b7746c-bf04-421f-8583-ec256b5f140c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:07.424071 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fb442363-a7fa-42aa-8a8e-8d16673f55d7 req-35b7746c-bf04-421f-8583-ec256b5f140c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0701756 Jun 15 19:40:07.479912 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fb442363-a7fa-42aa-8a8e-8d16673f55d7 req-7940c6e8-0f48-4ec0-b355-8ddb00389d9c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494890 Jun 15 19:40:07.597700 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-8f93537e-13c9-48c5-b111-2cd603d7ef72 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d5270cd64fd4929af7b063cf2e2b653 HTTP/1.1" status: 200 len: 379 time: 0.0583491 Jun 15 19:40:07.731202 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-778c5316-fd8e-4f21-b413-9495f3ae8c7b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Request body: {'port': {'device_id': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'admin_state_up': True, 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'security_groups': ['2ed3d5b4-c041-43d4-9394-fceb01693c66']}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:40:07.775901 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d1d83-641b-4de7-88ef-1f009ec784a1 req-d7f7bd44-207e-4f47-9f0b-d6b34167d054 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:07.778073 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f98d1d83-641b-4de7-88ef-1f009ec784a1 req-d7f7bd44-207e-4f47-9f0b-d6b34167d054 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0714242 Jun 15 19:40:07.784456 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c009c-2f44-48c4-9b1d-1255dedef9a1 req-4eafd769-836a-43ff-998f-8991da650fb9 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:07.785996 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a48c009c-2f44-48c4-9b1d-1255dedef9a1 req-4eafd769-836a-43ff-998f-8991da650fb9 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 946 time: 0.0901005 Jun 15 19:40:07.803147 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:07.811199 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:07.849543 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-778c5316-fd8e-4f21-b413-9495f3ae8c7b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Made reservation on behalf of 0d5270cd64fd4929af7b063cf2e2b653 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:40:07.853610 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-778c5316-fd8e-4f21-b413-9495f3ae8c7b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:07.869016 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f98d1d83-641b-4de7-88ef-1f009ec784a1 req-e423fffb-dc9e-4402-8048-2f8db30e7a9d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819752 Jun 15 19:40:07.872855 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a48c009c-2f44-48c4-9b1d-1255dedef9a1 req-941c7720-20d3-4910-9a43-a58d02389df1 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792990 Jun 15 19:40:07.979381 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-38a0deb9-8e9e-40f4-b944-28311b1183f6 req-eca53cb3-ec06-4527-bcaa-bd845ff0edff tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 210 time: 0.0399747 Jun 15 19:40:08.010132 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-778c5316-fd8e-4f21-b413-9495f3ae8c7b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Allocated IP 172.20.0.12 (f41991f1-753c-4841-8d77-8c975a43b0cd/3def59ec-5e01-46ed-a957-69e35b3dfb79/a87c9c4f-dbec-4c55-a398-b538509f41ea) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:40:08.036039 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944c5a9-128e-4d26-8bf2-e8c2f0bf1ef8 req-d8e4131d-8fa1-4178-a498-a18aaa012c8b tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:08.037755 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1944c5a9-128e-4d26-8bf2-e8c2f0bf1ef8 req-d8e4131d-8fa1-4178-a498-a18aaa012c8b tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 944 time: 0.0686135 Jun 15 19:40:08.091970 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1944c5a9-128e-4d26-8bf2-e8c2f0bf1ef8 req-667f4888-d3bc-466e-9c82-c2b3fcc57d15 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474868 Jun 15 19:40:08.177177 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-778c5316-fd8e-4f21-b413-9495f3ae8c7b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:08.209417 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-778c5316-fd8e-4f21-b413-9495f3ae8c7b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:08.255244 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-778c5316-fd8e-4f21-b413-9495f3ae8c7b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Network f41991f1-753c-4841-8d77-8c975a43b0cd is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:40:08.261808 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-778c5316-fd8e-4f21-b413-9495f3ae8c7b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:40:08.265944 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-778c5316-fd8e-4f21-b413-9495f3ae8c7b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:40:08.271132 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-778c5316-fd8e-4f21-b413-9495f3ae8c7b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:08.271733 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-778c5316-fd8e-4f21-b413-9495f3ae8c7b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:08.279051 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c5316-fd8e-4f21-b413-9495f3ae8c7b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Pushing event updated for resources: {'Port': ['ID=a87c9c4f-dbec-4c55-a398-b538509f41ea,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:08.292576 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-778c5316-fd8e-4f21-b413-9495f3ae8c7b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5672228 Jun 15 19:40:08.490778 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:08.499876 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-2aff67b5-99f6-4868-9d14-fd3fc389c9f2 None None] Provisioning complete for port a87c9c4f-dbec-4c55-a398-b538509f41ea triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:40:08.500252 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2aff67b5-99f6-4868-9d14-fd3fc389c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:08.533649 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-2aff67b5-99f6-4868-9d14-fd3fc389c9f2 None None] Port a87c9c4f-dbec-4c55-a398-b538509f41ea cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:40:08.542796 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Request body: {'port': {'device_id': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:40:08.613982 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:08.616131 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcd556-b24e-4901-98ff-968cc89aaf6e req-548fdfea-5d61-4aec-b2c6-0cbc8276a404 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:08.618223 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-48dcd556-b24e-4901-98ff-968cc89aaf6e req-548fdfea-5d61-4aec-b2c6-0cbc8276a404 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0548046 Jun 15 19:40:08.660145 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:08.669054 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-48dcd556-b24e-4901-98ff-968cc89aaf6e req-6d34e6bb-f341-4b19-83a2-eab0bcce0c72 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450306 Jun 15 19:40:08.688002 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device b219c8bb-f080-4767-a6ee-30df4ef8dfec up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:40:08.691267 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:08.732159 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port b219c8bb-f080-4767-a6ee-30df4ef8dfec completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:40:08.738565 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port b219c8bb-f080-4767-a6ee-30df4ef8dfec triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:40:08.738938 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:08.787191 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:08.834621 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port b219c8bb-f080-4767-a6ee-30df4ef8dfec is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:40:08.835166 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:08.860453 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b219c8bb-f080-4767-a6ee-30df4ef8dfec'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:40:08.862718 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8cb98f-6a54-4bf2-b484-3a984844eea1" -d '{"events": [{"server_uuid": "ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5", "name": "network-vif-plugged", "status": "completed", "tag": "b219c8bb-f080-4767-a6ee-30df4ef8dfec"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:40:08.876045 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port b219c8bb-f080-4767-a6ee-30df4ef8dfec, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b219c8bb-f080-4767-a6ee-30df4ef8dfec,segment=NetworkSegment(124a8e63-63a6-4332-832e-25fb0b10c0ce),segment_id=124a8e63-63a6-4332-832e-25fb0b10c0ce)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:40:08.878501 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87c9c4f-dbec-4c55-a398-b538509f41ea {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:40:08.881110 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:08.886753 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Publish callbacks [] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:08.892601 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:08.898962 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:08.904484 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Transition to ACTIVE for port object a87c9c4f-dbec-4c55-a398-b538509f41ea will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:40:08.905726 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0751517-145e-472d-b5b0-deaa83fcadb8 x-openstack-request-id: req-d0751517-145e-472d-b5b0-deaa83fcadb8 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:40:08.906126 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5", "name": "network-vif-plugged", "status": "completed", "tag": "b219c8bb-f080-4767-a6ee-30df4ef8dfec", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:40:08.906519 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0751517-145e-472d-b5b0-deaa83fcadb8 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:40:08.906809 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0751517-145e-472d-b5b0-deaa83fcadb8'] response: {'server_uuid': 'ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b219c8bb-f080-4767-a6ee-30df4ef8dfec', 'code': 200} Jun 15 19:40:08.909065 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:08.940375 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=b219c8bb-f080-4767-a6ee-30df4ef8dfec,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:08.993048 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a87c9c4f-dbec-4c55-a398-b538509f41ea,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:09.060489 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Attempting to bind port a87c9c4f-dbec-4c55-a398-b538509f41ea on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:40:09.060971 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Attempting to bind port a87c9c4f-dbec-4c55-a398-b538509f41ea by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:40:09.062830 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Attempting to bind port a87c9c4f-dbec-4c55-a398-b538509f41ea on network f41991f1-753c-4841-8d77-8c975a43b0cd {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:40:09.068255 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Port a87c9c4f-dbec-4c55-a398-b538509f41ea on network f41991f1-753c-4841-8d77-8c975a43b0cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:40:09.068783 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Attempting to bind port a87c9c4f-dbec-4c55-a398-b538509f41ea on network f41991f1-753c-4841-8d77-8c975a43b0cd {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:40:09.074743 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:40:09.075035 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Checking segment: {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:40:09.075476 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Bound using segment: {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:40:09.075992 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Bound port: a87c9c4f-dbec-4c55-a398-b538509f41ea, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd5ab3c-e804-498c-b0e9-c743fb0fd838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:40:09.076415 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:09.127905 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adac926-84e9-4d9a-8839-e4ca4bec80b3 req-dd5e52ed-af6e-4819-918e-fc26de3bc5d3 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:09.134589 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4adac926-84e9-4d9a-8839-e4ca4bec80b3 req-dd5e52ed-af6e-4819-918e-fc26de3bc5d3 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 946 time: 0.0754035 Jun 15 19:40:09.151387 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f932a-9cb5-48f8-ad97-5a48bf101a4d req-d7b03368-04ed-49e2-b3f2-916325ed526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:09.152913 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ad2f932a-9cb5-48f8-ad97-5a48bf101a4d req-d7b03368-04ed-49e2-b3f2-916325ed526e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 1129 time: 0.0737641 Jun 15 19:40:09.166076 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1111b2a-7cfb-44c1-ad18-d554655d951d req-0a9ae3fe-b036-4de2-add4-8e13b9e94b05 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:09.169923 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e1111b2a-7cfb-44c1-ad18-d554655d951d req-0a9ae3fe-b036-4de2-add4-8e13b9e94b05 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.1668942 Jun 15 19:40:09.201435 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] For port a87c9c4f-dbec-4c55-a398-b538509f41ea, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:40:09.209874 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] For port a87c9c4f-dbec-4c55-a398-b538509f41ea, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a87c9c4f-dbec-4c55-a398-b538509f41ea,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:40:09.221181 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4adac926-84e9-4d9a-8839-e4ca4bec80b3 req-7ba08e32-7dba-4a7e-9dc8-7acc5b4ebb8e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857720 Jun 15 19:40:09.222594 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:09.232770 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:09.254654 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e1111b2a-7cfb-44c1-ad18-d554655d951d req-16737a15-f875-4a5a-8e3f-48a781813855 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783434 Jun 15 19:40:09.257585 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ad2f932a-9cb5-48f8-ad97-5a48bf101a4d req-49994783-12ff-471a-957f-0c0885916f05 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968924 Jun 15 19:40:09.265385 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:09.266020 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:09.267429 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] 10.222.0.42 "PUT /v2.0/ports/a87c9c4f-dbec-4c55-a398-b538509f41ea HTTP/1.1" status: 200 len: 1094 time: 0.7293804 Jun 15 19:40:09.270113 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'tag': 'a87c9c4f-dbec-4c55-a398-b538509f41ea'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:40:09.273360 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897872da-ad34-4237-b793-380f790a9205" -d '{"events": [{"name": "network-changed", "server_uuid": "f4eda938-2478-4ddd-9f99-974f3ffe7123", "tag": "a87c9c4f-dbec-4c55-a398-b538509f41ea"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:40:09.301003 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c0bad-eefa-4181-a839-83d92e50a3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a87c9c4f-dbec-4c55-a398-b538509f41ea,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:09.412711 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d7724-ded5-4ad0-83dd-992bf4ef3b86 req-c8bac651-f477-4d54-a874-a1cac58284e9 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:09.414912 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d53d7724-ded5-4ad0-83dd-992bf4ef3b86 req-c8bac651-f477-4d54-a874-a1cac58284e9 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 944 time: 0.0882518 Jun 15 19:40:09.423766 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352abc3-df96-4ef3-a8ff-99bae4dabdc4 req-666622a0-7517-441c-99fa-d36036746bae tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:09.425281 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8352abc3-df96-4ef3-a8ff-99bae4dabdc4 req-666622a0-7517-441c-99fa-d36036746bae tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 945 time: 0.0777676 Jun 15 19:40:09.436738 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:09.506266 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d53d7724-ded5-4ad0-83dd-992bf4ef3b86 req-281e162b-3974-4350-9fa7-30d916cbf36d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798965 Jun 15 19:40:09.510377 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8352abc3-df96-4ef3-a8ff-99bae4dabdc4 req-aabbe4bd-7557-446d-b2a0-83b97b769fb4 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767155 Jun 15 19:40:09.575081 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-0fec8a2b-3fb4-4423-8e6c-e65a06068339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:09.576574 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-0fec8a2b-3fb4-4423-8e6c-e65a06068339 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 1128 time: 0.0498896 Jun 15 19:40:09.578056 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719a98ee-18c1-4ba8-93a3-27e4f05190b1 x-openstack-request-id: req-719a98ee-18c1-4ba8-93a3-27e4f05190b1 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:40:09.578364 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4eda938-2478-4ddd-9f99-974f3ffe7123", "tag": "a87c9c4f-dbec-4c55-a398-b538509f41ea", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:40:09.578613 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-719a98ee-18c1-4ba8-93a3-27e4f05190b1 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:40:09.578995 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719a98ee-18c1-4ba8-93a3-27e4f05190b1'] response: {'name': 'network-changed', 'server_uuid': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'tag': 'a87c9c4f-dbec-4c55-a398-b538509f41ea', 'status': 'completed', 'code': 200} Jun 15 19:40:09.621213 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbacb2-8c81-478a-8d18-c22cd915820f req-00d2c26f-d459-4e66-8454-cc97278113a8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:09.622790 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-58dbacb2-8c81-478a-8d18-c22cd915820f req-00d2c26f-d459-4e66-8454-cc97278113a8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 946 time: 0.0502326 Jun 15 19:40:09.630290 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-9b7c74d9-41fe-45da-afdb-136c35b0523b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a87c9c4f-dbec-4c55-a398-b538509f41ea HTTP/1.1" status: 200 len: 217 time: 0.0366514 Jun 15 19:40:09.631646 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 48114) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:40:09.636007 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-7d9018e8-0308-45fa-901f-d74b37f4c403 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'floatingip': {'port_id': '38c5a7a2-3e50-419d-842c-89b9faf77314'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:40:09.698199 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7d9018e8-0308-45fa-901f-d74b37f4c403 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (1921cc33-8e49-4bd5-8110-553ce14bb09f), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:09.766862 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-a26c3819-4176-4296-8e98-a16e069dc32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:09.768328 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-a26c3819-4176-4296-8e98-a16e069dc32b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.1294844 Jun 15 19:40:09.794544 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc742b-5b12-4126-af0e-c2c4397363a3 req-f7ad17dd-1184-4adb-9f79-89fe8da08b63 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:09.796008 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-16fc742b-5b12-4126-af0e-c2c4397363a3 req-f7ad17dd-1184-4adb-9f79-89fe8da08b63 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0484853 Jun 15 19:40:09.844535 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-16fc742b-5b12-4126-af0e-c2c4397363a3 req-cc306854-e99f-468a-889f-cc73927aeaef tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429587 Jun 15 19:40:10.108338 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:10.123426 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7d9018e8-0308-45fa-901f-d74b37f4c403 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:10.127312 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7d9018e8-0308-45fa-901f-d74b37f4c403 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (1921cc33-8e49-4bd5-8110-553ce14bb09f), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:10.223942 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [None req-7d9018e8-0308-45fa-901f-d74b37f4c403 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Floating IP 1921cc33-8e49-4bd5-8110-553ce14bb09f associated. External IP: 172.27.0.168, port: 38c5a7a2-3e50-419d-842c-89b9faf77314. Jun 15 19:40:10.328310 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:10.342814 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-902e0f63-c8ca-4632-8e6a-c6e6ee182852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:10.344323 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-902e0f63-c8ca-4632-8e6a-c6e6ee182852 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511966 Jun 15 19:40:10.382658 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b1e57-5e14-4b80-8563-d366986af1ce req-27056053-60b2-45a3-a03c-be16b873fa44 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:10.384257 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-962b1e57-5e14-4b80-8563-d366986af1ce req-27056053-60b2-45a3-a03c-be16b873fa44 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0515993 Jun 15 19:40:10.436699 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-962b1e57-5e14-4b80-8563-d366986af1ce req-d3379fcf-fa91-4dfd-a07c-fbd0f0f253ea tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469084 Jun 15 19:40:10.668903 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227a9d8-f288-4777-9371-4df5cf5dbb03 req-b6646a5a-88ec-4463-b070-a7268c15367f tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:10.671148 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3227a9d8-f288-4777-9371-4df5cf5dbb03 req-b6646a5a-88ec-4463-b070-a7268c15367f tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 945 time: 0.0865910 Jun 15 19:40:10.686744 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791c451-b962-4a3e-8561-016376028f20 req-05b56675-09c9-4c43-a10b-1d5e2b17631e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:10.688131 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4791c451-b962-4a3e-8561-016376028f20 req-05b56675-09c9-4c43-a10b-1d5e2b17631e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 944 time: 0.0641584 Jun 15 19:40:10.741244 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9018e8-0308-45fa-901f-d74b37f4c403 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Router 0d2bb485-8201-4259-b811-ace17e805b17 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:40:10.743508 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-aa5e3dd4-653f-43d0-ac5f-13e170128249 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178339 Jun 15 19:40:10.760854 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3227a9d8-f288-4777-9371-4df5cf5dbb03 req-fe39366a-9729-494c-8d52-7b289a88e239 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812931 Jun 15 19:40:10.767829 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4791c451-b962-4a3e-8561-016376028f20 req-33fec5aa-4584-4fe4-a94c-a07cc9e4bcd2 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735478 Jun 15 19:40:10.854812 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9018e8-0308-45fa-901f-d74b37f4c403 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:40:10.859562 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7d9018e8-0308-45fa-901f-d74b37f4c403 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:10.867877 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b95dd-23aa-4089-b530-de68421e4699 None None] Sync routers for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:40:10.878391 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b95dd-23aa-4089-b530-de68421e4699 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:40:10.878992 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-cb3b95dd-23aa-4089-b530-de68421e4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:40:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:40:10.893354 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-7d9018e8-0308-45fa-901f-d74b37f4c403 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "PUT /v2.0/floatingips/1921cc33-8e49-4bd5-8110-553ce14bb09f HTTP/1.1" status: 200 len: 992 time: 1.2584748 Jun 15 19:40:10.961901 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28fa1-e713-4eee-b1e0-78c2615b6bca req-079195b0-71b6-4b4b-a0fd-f6de78f2d54b tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:10.963422 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-02e28fa1-e713-4eee-b1e0-78c2615b6bca req-079195b0-71b6-4b4b-a0fd-f6de78f2d54b tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0499775 Jun 15 19:40:10.984295 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-cb3b95dd-23aa-4089-b530-de68421e4699 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:40:11.011516 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-02e28fa1-e713-4eee-b1e0-78c2615b6bca req-83bd3bba-7ecb-4d22-8aa0-d2576ad71b0a tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424154 Jun 15 19:40:11.196624 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-cb3b95dd-23aa-4089-b530-de68421e4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '1921cc33-8e49-4bd5-8110-553ce14bb09f', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '38c5a7a2-3e50-419d-842c-89b9faf77314', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:5b:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e7c26a-2656-4871-bc8c-fff9ca495889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:39:51Z', 'updated_at': '2022-06-15T19:40:10Z', 'revision_number': 1, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}, {'id': '916cdec1-af76-40d3-a161-23e70f068353', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:56:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:16Z', 'updated_at': '2022-06-15T19:38:47Z', 'revision_number': 2, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:40:11.226703 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b95dd-23aa-4089-b530-de68421e4699 None None] Checking router: 0d2bb485-8201-4259-b811-ace17e805b17 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:40:11.235220 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b95dd-23aa-4089-b530-de68421e4699 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:40:11.235810 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-cb3b95dd-23aa-4089-b530-de68421e4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:40:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:40:11.336252 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-cb3b95dd-23aa-4089-b530-de68421e4699 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:40:11.497121 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-68a2622b-6291-4dfc-90ac-5799d7d9387f req-a313a280-f748-4f22-9b79-4e5a0226d258 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981390 Jun 15 19:40:11.578039 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992b091-ab2c-4b2c-ae5a-3a685c34b772 req-95d32795-d462-4466-9d32-dcab9797403e tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:11.579580 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0992b091-ab2c-4b2c-ae5a-3a685c34b772 req-95d32795-d462-4466-9d32-dcab9797403e tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0614882 Jun 15 19:40:11.580227 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e7c26a-2656-4871-bc8c-fff9ca495889', 'tag': '38c5a7a2-3e50-419d-842c-89b9faf77314'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:40:11.582767 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febd2bf3-d41f-4d91-917a-0be17c510e82" -d '{"events": [{"name": "network-changed", "server_uuid": "26e7c26a-2656-4871-bc8c-fff9ca495889", "tag": "38c5a7a2-3e50-419d-842c-89b9faf77314"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:40:11.624419 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92f5d9c-e3a1-46a1-8651-b357d1ae4685 x-openstack-request-id: req-a92f5d9c-e3a1-46a1-8651-b357d1ae4685 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:40:11.624710 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e7c26a-2656-4871-bc8c-fff9ca495889", "tag": "38c5a7a2-3e50-419d-842c-89b9faf77314", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:40:11.624955 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a92f5d9c-e3a1-46a1-8651-b357d1ae4685 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:40:11.625346 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92f5d9c-e3a1-46a1-8651-b357d1ae4685'] response: {'name': 'network-changed', 'server_uuid': '26e7c26a-2656-4871-bc8c-fff9ca495889', 'tag': '38c5a7a2-3e50-419d-842c-89b9faf77314', 'status': 'completed', 'code': 200} Jun 15 19:40:11.630500 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0992b091-ab2c-4b2c-ae5a-3a685c34b772 req-4f2b0e6b-9118-4cdb-b007-1fc1f9946d46 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444789 Jun 15 19:40:11.657777 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-cb3b95dd-23aa-4089-b530-de68421e4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '1921cc33-8e49-4bd5-8110-553ce14bb09f', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '38c5a7a2-3e50-419d-842c-89b9faf77314', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:5b:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e7c26a-2656-4871-bc8c-fff9ca495889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:39:51Z', 'updated_at': '2022-06-15T19:40:10Z', 'revision_number': 1, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}, {'id': '916cdec1-af76-40d3-a161-23e70f068353', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:56:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:16Z', 'updated_at': '2022-06-15T19:38:47Z', 'revision_number': 2, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:40:11.686737 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b95dd-23aa-4089-b530-de68421e4699 None None] The sync data for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi is: [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '1921cc33-8e49-4bd5-8110-553ce14bb09f', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '38c5a7a2-3e50-419d-842c-89b9faf77314', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:5b:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e7c26a-2656-4871-bc8c-fff9ca495889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:39:51Z', 'updated_at': '2022-06-15T19:40:10Z', 'revision_number': 1, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}, {'id': '916cdec1-af76-40d3-a161-23e70f068353', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:56:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:16Z', 'updated_at': '2022-06-15T19:38:47Z', 'revision_number': 2, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:40:11.904794 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d885f45-3554-4c88-ba68-c3fa74049cc2 None None] New status for floating IP 1921cc33-8e49-4bd5-8110-553ce14bb09f: ACTIVE {{(pid=104105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:40:11.922642 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3398b-24be-4815-9a06-14879a211d81 req-2eb2fef6-b2a3-42a1-a014-a7487393df8e tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:11.924086 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c5e3398b-24be-4815-9a06-14879a211d81 req-2eb2fef6-b2a3-42a1-a014-a7487393df8e tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 945 time: 0.0720787 Jun 15 19:40:11.930441 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db822359-2120-44ee-9729-4e22162344e5 req-0fcec544-cf6e-4069-ad0b-f28b3b8accc4 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:11.931766 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-db822359-2120-44ee-9729-4e22162344e5 req-0fcec544-cf6e-4069-ad0b-f28b3b8accc4 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 944 time: 0.0892563 Jun 15 19:40:11.960555 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:12.008527 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c5e3398b-24be-4815-9a06-14879a211d81 req-3df61a5b-fa40-4045-b03e-bd77112f81b1 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757272 Jun 15 19:40:12.012573 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-db822359-2120-44ee-9729-4e22162344e5 req-015f7d85-69aa-4793-ae99-b32576490f18 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739279 Jun 15 19:40:12.143206 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11c9f7-15f1-459f-b7a7-b3d0fb9a8242 req-fed0258e-4ce5-439a-8bab-aa326b2c9252 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:12.144723 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ca11c9f7-15f1-459f-b7a7-b3d0fb9a8242 req-fed0258e-4ce5-439a-8bab-aa326b2c9252 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0577073 Jun 15 19:40:12.156113 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:12.196284 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ca11c9f7-15f1-459f-b7a7-b3d0fb9a8242 req-581f6391-1acb-4224-b0f4-ed55639c8fb8 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456073 Jun 15 19:40:12.721253 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e3f1f355-ef6f-4c67-8fc5-35f007612cd4 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:40:12.751521 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a002781-ef4e-46fa-8ea3-6677db698a7d req-0ec8b7b2-a764-4206-adef-302565313908 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:12.752791 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0a002781-ef4e-46fa-8ea3-6677db698a7d req-0ec8b7b2-a764-4206-adef-302565313908 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0490866 Jun 15 19:40:12.803013 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0a002781-ef4e-46fa-8ea3-6677db698a7d req-68ce06d6-45f5-48cc-b76b-3bf3dd340fa3 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440111 Jun 15 19:40:12.832418 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e3f1f355-ef6f-4c67-8fc5-35f007612cd4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:40:12.846836 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'port_id': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'mac_address': 'fa:16:3e:a7:b9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:40:12.884640 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 is: ACTIVE; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:40:12.885029 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:12.897922 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3f1f355-ef6f-4c67-8fc5-35f007612cd4 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:40:12.918549 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e3f1f355-ef6f-4c67-8fc5-35f007612cd4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:40:12.923240 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:12.978712 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:13.001435 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897872da-ad34-4237-b793-380f790a9205 req-591706a3-37c7-4777-aba7-9ac3af894f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:13.003073 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-897872da-ad34-4237-b793-380f790a9205 req-591706a3-37c7-4777-aba7-9ac3af894f00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 1128 time: 0.0753417 Jun 15 19:40:13.005905 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd2bf3-d41f-4d91-917a-0be17c510e82 req-583fd211-00ca-4e07-b6da-2f6f06e4317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:13.008008 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-febd2bf3-d41f-4d91-917a-0be17c510e82 req-583fd211-00ca-4e07-b6da-2f6f06e4317e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 1130 time: 0.0704582 Jun 15 19:40:13.039182 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['e3f1f355-ef6f-4c67-8fc5-35f007612cd4'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:40:13.135034 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60957141-2856-4480-87c7-fe5b869e3136 req-4e8bf27f-53ce-48e6-bc6b-0a34615c99b3 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:13.137274 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-60957141-2856-4480-87c7-fe5b869e3136 req-4e8bf27f-53ce-48e6-bc6b-0a34615c99b3 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 944 time: 0.0486724 Jun 15 19:40:13.194296 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897872da-ad34-4237-b793-380f790a9205 req-7672235c-791c-47e8-9d00-1763af8cdbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:13.198218 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-60957141-2856-4480-87c7-fe5b869e3136 req-5c49aee5-713e-40eb-b966-4732c7e265dd tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486038 Jun 15 19:40:13.207404 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-897872da-ad34-4237-b793-380f790a9205 req-7672235c-791c-47e8-9d00-1763af8cdbc4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 919 time: 0.1821158 Jun 15 19:40:13.208977 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd2bf3-d41f-4d91-917a-0be17c510e82 req-15f6357c-a1bf-4a00-b481-306534400786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:13.210564 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-febd2bf3-d41f-4d91-917a-0be17c510e82 req-15f6357c-a1bf-4a00-b481-306534400786 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 HTTP/1.1" status: 200 len: 915 time: 0.1777253 Jun 15 19:40:13.276856 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-897872da-ad34-4237-b793-380f790a9205 req-99432a47-86ba-4fb3-aba0-0caf78bbdf58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a87c9c4f-dbec-4c55-a398-b538509f41ea HTTP/1.1" status: 200 len: 217 time: 0.0453455 Jun 15 19:40:13.319315 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:13.319480 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc09b0a-066b-437a-8285-a8b1e1e53cfb req-45edeef5-d674-473a-91c9-820ac7838231 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:13.321231 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7bc09b0a-066b-437a-8285-a8b1e1e53cfb req-45edeef5-d674-473a-91c9-820ac7838231 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0547929 Jun 15 19:40:13.373299 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-febd2bf3-d41f-4d91-917a-0be17c510e82 req-8a993120-85ce-41b1-ae0b-275c33c6d80e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38c5a7a2-3e50-419d-842c-89b9faf77314 HTTP/1.1" status: 200 len: 1002 time: 0.1352396 Jun 15 19:40:13.378567 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897872da-ad34-4237-b793-380f790a9205 req-945aeacd-04c6-4d34-9c71-665f11746e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:13.380027 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-897872da-ad34-4237-b793-380f790a9205 req-945aeacd-04c6-4d34-9c71-665f11746e22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.0738130 Jun 15 19:40:13.380773 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7bc09b0a-066b-437a-8285-a8b1e1e53cfb req-746a3866-db7e-4603-874c-d2474f8d80d4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457542 Jun 15 19:40:13.448636 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:13.468046 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897872da-ad34-4237-b793-380f790a9205 req-c01385d9-cc1d-4a6f-b55c-4525446afdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:13.469824 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-897872da-ad34-4237-b793-380f790a9205 req-c01385d9-cc1d-4a6f-b55c-4525446afdcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685859 Jun 15 19:40:13.475192 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd2bf3-d41f-4d91-917a-0be17c510e82 req-c9a35797-fad7-43be-a860-88aeed37a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:13.477061 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-febd2bf3-d41f-4d91-917a-0be17c510e82 req-c9a35797-fad7-43be-a860-88aeed37a01f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06f7de3d-736b-4eeb-b465-011df871e6d7 HTTP/1.1" status: 200 len: 853 time: 0.0832415 Jun 15 19:40:13.576710 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd2bf3-d41f-4d91-917a-0be17c510e82 req-cc20676d-9d2a-435a-9d5c-2e14f23fb2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:13.578213 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-febd2bf3-d41f-4d91-917a-0be17c510e82 req-cc20676d-9d2a-435a-9d5c-2e14f23fb2f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814612 Jun 15 19:40:13.624345 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-897872da-ad34-4237-b793-380f790a9205 req-b08299f8-931e-4d1f-8fb0-e0d6eefda2b6 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460867 Jun 15 19:40:13.756259 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-febd2bf3-d41f-4d91-917a-0be17c510e82 req-3b6846c0-baa2-4754-8fe8-0ebec09352e8 service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680186 Jun 15 19:40:13.791882 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-897872da-ad34-4237-b793-380f790a9205 req-8e0a9922-951b-4fc6-9028-9977630488e9 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591144 Jun 15 19:40:13.866686 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-febd2bf3-d41f-4d91-917a-0be17c510e82 req-41314c66-d38e-4a56-8da9-afb7fce79617 service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025326 Jun 15 19:40:13.927920 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd5abd-62e5-47bb-b563-edb7e9bfb3f0 req-4e90c2c5-9387-4e1e-8eaf-fea916250f83 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:13.929430 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6acd5abd-62e5-47bb-b563-edb7e9bfb3f0 req-4e90c2c5-9387-4e1e-8eaf-fea916250f83 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 945 time: 0.0508852 Jun 15 19:40:13.979243 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6acd5abd-62e5-47bb-b563-edb7e9bfb3f0 req-7a8f9e6a-8219-4826-b457-4fb8894d9e45 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441697 Jun 15 19:40:14.323806 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbd6ba-d360-45e6-81b4-a226f0456400 req-daafa1e2-036f-440b-a2a2-4e922e5db615 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:14.325260 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9ecbd6ba-d360-45e6-81b4-a226f0456400 req-daafa1e2-036f-440b-a2a2-4e922e5db615 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 944 time: 0.0529072 Jun 15 19:40:14.373523 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9ecbd6ba-d360-45e6-81b4-a226f0456400 req-6073ae04-17bc-4d02-9bd6-3ebba2c04c13 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426419 Jun 15 19:40:14.394185 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:40:14.500255 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d743f8-4bab-40bb-8fb0-2657e27107a7 req-ecdd62a9-a9b8-456d-9703-be4c82b52919 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:14.501741 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-94d743f8-4bab-40bb-8fb0-2657e27107a7 req-ecdd62a9-a9b8-456d-9703-be4c82b52919 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0482919 Jun 15 19:40:14.554343 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-94d743f8-4bab-40bb-8fb0-2657e27107a7 req-044b7985-ad68-4146-a457-e94f3dc8f370 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458932 Jun 15 19:40:14.729222 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device a87c9c4f-dbec-4c55-a398-b538509f41ea details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:40:14.732542 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e3f1f355-ef6f-4c67-8fc5-35f007612cd4 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:40:14.772865 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:14.931961 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:40:14.932328 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:15.014679 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port a87c9c4f-dbec-4c55-a398-b538509f41ea, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a87c9c4f-dbec-4c55-a398-b538509f41ea,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:40:15.030058 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'a87c9c4f-dbec-4c55-a398-b538509f41ea', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'port_id': 'a87c9c4f-dbec-4c55-a398-b538509f41ea', 'mac_address': 'fa:16:3e:78:83:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:40:15.092773 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:40:15.093227 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:15.096444 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port a87c9c4f-dbec-4c55-a398-b538509f41ea is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:40:15.096810 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:15.101767 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a311d75-3198-497f-b2b0-0ca83b6bddb8 req-1139cf3c-8608-40f4-9f59-511c807e497c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:15.103266 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1a311d75-3198-497f-b2b0-0ca83b6bddb8 req-1139cf3c-8608-40f4-9f59-511c807e497c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 945 time: 0.0485306 Jun 15 19:40:15.125303 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87c9c4f-dbec-4c55-a398-b538509f41ea {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:40:15.134134 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:40:15.136357 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee544388-3257-4cc7-a32d-f7d608d25aff" -d '{"events": [{"server_uuid": "eadf922d-e2cd-4805-9aee-7157bd242fa9", "name": "network-vif-plugged", "status": "completed", "tag": "e3f1f355-ef6f-4c67-8fc5-35f007612cd4"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:40:15.154828 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e3f1f355-ef6f-4c67-8fc5-35f007612cd4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:40:15.155953 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1a311d75-3198-497f-b2b0-0ca83b6bddb8 req-328216ea-11f6-4d86-86c0-9e6095a71cb9 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471206 Jun 15 19:40:15.161865 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:15.164470 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port a87c9c4f-dbec-4c55-a398-b538509f41ea, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a87c9c4f-dbec-4c55-a398-b538509f41ea,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:40:15.165446 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:15.171782 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:15.193425 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa2ad3f-66c5-4fd5-b962-454e57398244 x-openstack-request-id: req-dfa2ad3f-66c5-4fd5-b962-454e57398244 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:40:15.193732 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadf922d-e2cd-4805-9aee-7157bd242fa9", "name": "network-vif-plugged", "status": "completed", "tag": "e3f1f355-ef6f-4c67-8fc5-35f007612cd4", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:40:15.193987 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfa2ad3f-66c5-4fd5-b962-454e57398244 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:40:15.194418 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa2ad3f-66c5-4fd5-b962-454e57398244'] response: {'server_uuid': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'code': 200} Jun 15 19:40:15.210614 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:15.223437 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:15.271240 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=a87c9c4f-dbec-4c55-a398-b538509f41ea,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:15.509831 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce4859-ca8d-4f2d-94d3-774e21f91255 req-14c72344-f252-4e8d-a9e3-b6706fa89a61 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:15.511485 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a5ce4859-ca8d-4f2d-94d3-774e21f91255 req-14c72344-f252-4e8d-a9e3-b6706fa89a61 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 945 time: 0.0551074 Jun 15 19:40:15.574681 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a5ce4859-ca8d-4f2d-94d3-774e21f91255 req-396b893a-cfae-468b-b270-153291e9ae10 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576837 Jun 15 19:40:15.656641 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['a87c9c4f-dbec-4c55-a398-b538509f41ea'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:40:15.690591 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae29ef-cf9d-4976-b437-44f3ddc28f71 req-b5adcdb6-50a8-4f4e-8f19-bb9cfa2700c7 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:15.692108 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-27ae29ef-cf9d-4976-b437-44f3ddc28f71 req-b5adcdb6-50a8-4f4e-8f19-bb9cfa2700c7 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0511811 Jun 15 19:40:15.745574 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-27ae29ef-cf9d-4976-b437-44f3ddc28f71 req-ef570705-bda4-4a8e-bca0-7b3900781151 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473244 Jun 15 19:40:15.999123 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed905947-9472-4994-8bbe-2ecf36779cdf req-1bbb9ef7-e67c-47f0-aea0-c8c3b0b0342b tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:16.000611 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ed905947-9472-4994-8bbe-2ecf36779cdf req-1bbb9ef7-e67c-47f0-aea0-c8c3b0b0342b tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0579031 Jun 15 19:40:16.035803 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:16.040097 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:16.052114 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ed905947-9472-4994-8bbe-2ecf36779cdf req-71b50425-ecaa-43ba-9529-4b5eaa772705 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445127 Jun 15 19:40:16.067975 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d9496-2afe-4a39-9734-c36251215ea7 req-8771d6ed-4b36-445a-bfc8-1c71c1ea5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:16.070291 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1b1d9496-2afe-4a39-9734-c36251215ea7 req-8771d6ed-4b36-445a-bfc8-1c71c1ea5740 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd64a4f6222542f19ba5729f7abe12b2&device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 1130 time: 0.0484278 Jun 15 19:40:16.162025 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d9496-2afe-4a39-9734-c36251215ea7 req-921872a9-e3a2-4447-ade2-f0d564afc809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:16.164050 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1b1d9496-2afe-4a39-9734-c36251215ea7 req-921872a9-e3a2-4447-ade2-f0d564afc809 service neutron] 10.222.0.42 "GET /v2.0/networks?id=68dc56fb-2946-4967-bb27-7b13a758ce58 HTTP/1.1" status: 200 len: 912 time: 0.0870035 Jun 15 19:40:16.235576 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1b1d9496-2afe-4a39-9734-c36251215ea7 req-8c44ff3b-0318-44cb-8544-686b633f5f2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=957e70e2-59d5-4a89-bd25-2ddff5525782 HTTP/1.1" status: 200 len: 1001 time: 0.0607255 Jun 15 19:40:16.286947 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f883845-62c3-4746-9026-a344ff63808a req-9ce0f57b-423c-43fd-a749-156869d6d3af tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:16.288949 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2f883845-62c3-4746-9026-a344ff63808a req-9ce0f57b-423c-43fd-a749-156869d6d3af tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0494816 Jun 15 19:40:16.293875 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d9496-2afe-4a39-9734-c36251215ea7 req-cf56da87-4e46-4fb4-b121-0858bbd95457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:16.295416 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1b1d9496-2afe-4a39-9734-c36251215ea7 req-cf56da87-4e46-4fb4-b121-0858bbd95457 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5682d96f-190e-460c-b7ed-ef0aa8e89880 HTTP/1.1" status: 200 len: 850 time: 0.0453870 Jun 15 19:40:16.336912 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2f883845-62c3-4746-9026-a344ff63808a req-1b197754-3ca6-45d9-9713-2004b4d52f2f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422909 Jun 15 19:40:16.343794 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d9496-2afe-4a39-9734-c36251215ea7 req-01bc14bb-d4bf-4b6d-b53f-9132822175dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:16.345330 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1b1d9496-2afe-4a39-9734-c36251215ea7 req-01bc14bb-d4bf-4b6d-b53f-9132822175dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68dc56fb-2946-4967-bb27-7b13a758ce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389550 Jun 15 19:40:16.441901 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1b1d9496-2afe-4a39-9734-c36251215ea7 req-4b57bf23-8a2b-4c3d-9117-fc4343ecbbd9 service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879233 Jun 15 19:40:16.534280 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1b1d9496-2afe-4a39-9734-c36251215ea7 req-eacd40fa-c16a-4f67-a2a7-fd8f16185020 service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844092 Jun 15 19:40:16.704949 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241c89b-c3f2-4a3b-a90d-d21884a2882c req-ce21f18e-6215-48aa-8015-cfb4f0c19e60 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:16.706369 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1241c89b-c3f2-4a3b-a90d-d21884a2882c req-ce21f18e-6215-48aa-8015-cfb4f0c19e60 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 945 time: 0.0512733 Jun 15 19:40:16.744551 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device a87c9c4f-dbec-4c55-a398-b538509f41ea up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:40:16.756644 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1241c89b-c3f2-4a3b-a90d-d21884a2882c req-dc4e95b3-3421-4b02-b1f6-39c23a74622c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424130 Jun 15 19:40:16.789206 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port a87c9c4f-dbec-4c55-a398-b538509f41ea completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:40:16.794878 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port a87c9c4f-dbec-4c55-a398-b538509f41ea triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:40:16.795252 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:16.866415 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port a87c9c4f-dbec-4c55-a398-b538509f41ea is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:40:16.866806 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:16.903738 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port a87c9c4f-dbec-4c55-a398-b538509f41ea, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a87c9c4f-dbec-4c55-a398-b538509f41ea,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:40:16.907620 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:16.954637 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=a87c9c4f-dbec-4c55-a398-b538509f41ea,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:17.169651 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4135d-1158-48a9-aee2-efb27241f485 req-5774e942-1335-441f-aad0-741bba1b15b3 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:17.171208 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-05e4135d-1158-48a9-aee2-efb27241f485 req-5774e942-1335-441f-aad0-741bba1b15b3 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0489233 Jun 15 19:40:17.195212 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87c9c4f-dbec-4c55-a398-b538509f41ea'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:40:17.197703 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d2cd76-c330-47b1-b754-77391bae8d46" -d '{"events": [{"server_uuid": "f4eda938-2478-4ddd-9f99-974f3ffe7123", "name": "network-vif-plugged", "status": "completed", "tag": "a87c9c4f-dbec-4c55-a398-b538509f41ea"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:40:17.220516 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-05e4135d-1158-48a9-aee2-efb27241f485 req-9584ad9d-8240-454d-bec0-8fa7a48a9617 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437527 Jun 15 19:40:17.238697 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ede3c09-9a6d-4719-ba45-e1b2c5f0d493 x-openstack-request-id: req-8ede3c09-9a6d-4719-ba45-e1b2c5f0d493 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:40:17.239044 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4eda938-2478-4ddd-9f99-974f3ffe7123", "name": "network-vif-plugged", "status": "completed", "tag": "a87c9c4f-dbec-4c55-a398-b538509f41ea", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:40:17.239356 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ede3c09-9a6d-4719-ba45-e1b2c5f0d493 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:40:17.239825 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ede3c09-9a6d-4719-ba45-e1b2c5f0d493'] response: {'server_uuid': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87c9c4f-dbec-4c55-a398-b538509f41ea', 'code': 200} Jun 15 19:40:17.467456 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae460c7-4e7d-4f04-a511-42fc8b263ba1 req-29f002f1-365e-4157-b7f0-752327d7dbcd tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:17.468921 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7ae460c7-4e7d-4f04-a511-42fc8b263ba1 req-29f002f1-365e-4157-b7f0-752327d7dbcd tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0519810 Jun 15 19:40:17.522331 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7ae460c7-4e7d-4f04-a511-42fc8b263ba1 req-5f84ca0f-e8c4-45ef-af0d-0c9f23b836ab tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478008 Jun 15 19:40:17.882108 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1737b0-2c28-4da1-80a9-e4a841a360ce req-1468d797-1bea-400a-b150-180f7898b2da tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:17.883601 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5f1737b0-2c28-4da1-80a9-e4a841a360ce req-1468d797-1bea-400a-b150-180f7898b2da tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0581820 Jun 15 19:40:17.938993 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5f1737b0-2c28-4da1-80a9-e4a841a360ce req-cb7c9e87-c251-4dfd-a097-d0dcb949fb99 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477428 Jun 15 19:40:17.997597 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:17.999762 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:18.032235 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07b980-a85c-4f3a-8e83-7ee593df2451 req-1344ccdc-1fe7-4ee4-8e8d-cc6b2df8644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:18.033804 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-6a07b980-a85c-4f3a-8e83-7ee593df2451 req-1344ccdc-1fe7-4ee4-8e8d-cc6b2df8644d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 1130 time: 0.0445690 Jun 15 19:40:18.077669 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-6a07b980-a85c-4f3a-8e83-7ee593df2451 req-a8889cc4-fbfe-47e5-8ce5-34c32299b5ce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371847 Jun 15 19:40:18.335355 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5bed7-604c-473d-bc0f-6844e156e07b req-12e12fb7-7036-460f-9fcc-ae805157d83d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:18.336809 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fae5bed7-604c-473d-bc0f-6844e156e07b req-12e12fb7-7036-460f-9fcc-ae805157d83d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0491621 Jun 15 19:40:18.387007 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fae5bed7-604c-473d-bc0f-6844e156e07b req-928d515c-4ccf-458d-9130-6efb6345b962 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440009 Jun 15 19:40:18.428261 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:18.645490 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b0adb-e2e5-4c58-bf52-c8c164ebd9c3 req-99dc9498-e3ab-44bf-a6f0-d72a71931eeb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:18.646983 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-335b0adb-e2e5-4c58-bf52-c8c164ebd9c3 req-99dc9498-e3ab-44bf-a6f0-d72a71931eeb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0519519 Jun 15 19:40:18.695841 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-335b0adb-e2e5-4c58-bf52-c8c164ebd9c3 req-39261454-736d-4325-b9d9-5d99c9eab175 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423665 Jun 15 19:40:19.062011 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f15f2e-1f0c-42e2-bd99-3fcce444eb78 req-896c01de-b708-4a1c-80bd-d5fe7c1c8566 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:19.063494 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-05f15f2e-1f0c-42e2-bd99-3fcce444eb78 req-896c01de-b708-4a1c-80bd-d5fe7c1c8566 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0488551 Jun 15 19:40:19.111820 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-05f15f2e-1f0c-42e2-bd99-3fcce444eb78 req-8181aa03-fe33-4d55-9790-7ac97ffb8a94 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428464 Jun 15 19:40:19.825287 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33134741-4fbd-4cad-8192-4bdb7dbf7bae req-24bd1884-c1cb-4a6a-ad0c-f017e4a75a64 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:19.827424 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-33134741-4fbd-4cad-8192-4bdb7dbf7bae req-24bd1884-c1cb-4a6a-ad0c-f017e4a75a64 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0538061 Jun 15 19:40:19.883997 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-33134741-4fbd-4cad-8192-4bdb7dbf7bae req-b7e46147-9567-4bb0-8d6a-350c28cd937a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509400 Jun 15 19:40:20.236434 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff065d-1851-44b4-ad58-adc01238f140 req-f209191a-a0e6-4c48-b3f3-e7eaf6016c43 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:20.238269 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4eff065d-1851-44b4-ad58-adc01238f140 req-f209191a-a0e6-4c48-b3f3-e7eaf6016c43 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0537584 Jun 15 19:40:20.301557 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4eff065d-1851-44b4-ad58-adc01238f140 req-d5644ebb-a641-4ca1-9126-41072cb4a577 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558941 Jun 15 19:40:20.446523 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05485920-d0f7-47bf-8a88-42c28096a71c req-af68c81b-56ab-4e13-9ed7-cc10e2a44b4d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:20.448021 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-05485920-d0f7-47bf-8a88-42c28096a71c req-af68c81b-56ab-4e13-9ed7-cc10e2a44b4d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0534475 Jun 15 19:40:20.458103 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 48312) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:40:20.463314 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-fb17e0a8-227b-49b4-920e-f0af781dfa05 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Request body: {'floatingip': {'port_id': 'a87c9c4f-dbec-4c55-a398-b538509f41ea'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:40:20.508076 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb17e0a8-227b-49b4-920e-f0af781dfa05 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for floatingip (f299a0ca-557b-4200-b760-bad89bb4e829), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:20.510135 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:20.584302 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:21.180246 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17bab-ca47-43ad-a586-0e39d85a4d44 req-ab8a2797-fdf7-4815-bcab-3142867fe56d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:21.182061 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1bc17bab-ca47-43ad-a586-0e39d85a4d44 req-ab8a2797-fdf7-4815-bcab-3142867fe56d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0723286 Jun 15 19:40:21.301701 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1bc17bab-ca47-43ad-a586-0e39d85a4d44 req-3456d0d8-59b0-4808-96e6-a7b0f713ef68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106110 Jun 15 19:40:21.306271 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb17e0a8-227b-49b4-920e-f0af781dfa05 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:21.313820 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb17e0a8-227b-49b4-920e-f0af781dfa05 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (f299a0ca-557b-4200-b760-bad89bb4e829), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:21.418232 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-fb17e0a8-227b-49b4-920e-f0af781dfa05 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Floating IP f299a0ca-557b-4200-b760-bad89bb4e829 associated. External IP: 172.27.0.72, port: a87c9c4f-dbec-4c55-a398-b538509f41ea. Jun 15 19:40:21.671942 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb17e0a8-227b-49b4-920e-f0af781dfa05 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Router e6428a8e-75f7-4120-99b6-23fde38e2ca4 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:40:21.820907 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb17e0a8-227b-49b4-920e-f0af781dfa05 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:40:21.825799 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb17e0a8-227b-49b4-920e-f0af781dfa05 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:21.834889 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd190a1-d161-4b51-ba89-9c6691daf09b None None] Sync routers for ids ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:40:21.846246 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd190a1-d161-4b51-ba89-9c6691daf09b None None] Routers {'e6428a8e-75f7-4120-99b6-23fde38e2ca4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:40:21.846859 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-1cd190a1-d161-4b51-ba89-9c6691daf09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:40:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:40:21.848447 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:21.865033 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-fb17e0a8-227b-49b4-920e-f0af781dfa05 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "PUT /v2.0/floatingips/f299a0ca-557b-4200-b760-bad89bb4e829 HTTP/1.1" status: 200 len: 991 time: 1.4037485 Jun 15 19:40:21.865033 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'tag': 'a87c9c4f-dbec-4c55-a398-b538509f41ea'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:40:21.867125 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5e188e-699f-461f-b1b1-73e43f771174" -d '{"events": [{"name": "network-changed", "server_uuid": "f4eda938-2478-4ddd-9f99-974f3ffe7123", "tag": "a87c9c4f-dbec-4c55-a398-b538509f41ea"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:40:21.921338 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f31d116-fbd8-4519-94d6-337f81fd6577 x-openstack-request-id: req-8f31d116-fbd8-4519-94d6-337f81fd6577 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:40:21.921631 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4eda938-2478-4ddd-9f99-974f3ffe7123", "tag": "a87c9c4f-dbec-4c55-a398-b538509f41ea", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:40:21.921881 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f31d116-fbd8-4519-94d6-337f81fd6577 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:40:21.922379 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f31d116-fbd8-4519-94d6-337f81fd6577'] response: {'name': 'network-changed', 'server_uuid': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'tag': 'a87c9c4f-dbec-4c55-a398-b538509f41ea', 'status': 'completed', 'code': 200} Jun 15 19:40:21.933859 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:21.953347 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-1cd190a1-d161-4b51-ba89-9c6691daf09b None None] Set router e6428a8e-75f7-4120-99b6-23fde38e2ca4 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:40:22.026013 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e188e-699f-461f-b1b1-73e43f771174 req-efe27a8a-127c-4d4c-9e76-165eaff0d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:22.028777 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ce5e188e-699f-461f-b1b1-73e43f771174 req-efe27a8a-127c-4d4c-9e76-165eaff0d895 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 1130 time: 0.0728314 Jun 15 19:40:22.161437 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e188e-699f-461f-b1b1-73e43f771174 req-559c4d90-2648-4b9e-88b1-3377bb464c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:22.163705 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ce5e188e-699f-461f-b1b1-73e43f771174 req-559c4d90-2648-4b9e-88b1-3377bb464c60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 919 time: 0.1225023 Jun 15 19:40:22.239273 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ce5e188e-699f-461f-b1b1-73e43f771174 req-13c5c870-18ed-49de-a2d0-dac9701c023d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a87c9c4f-dbec-4c55-a398-b538509f41ea HTTP/1.1" status: 200 len: 999 time: 0.0672581 Jun 15 19:40:22.246832 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-1cd190a1-d161-4b51-ba89-9c6691daf09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:59Z', 'revision_number': 4, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'f299a0ca-557b-4200-b760-bad89bb4e829', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'port_id': 'a87c9c4f-dbec-4c55-a398-b538509f41ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'mac_address': 'fa:16:3e:78:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:40:03Z', 'updated_at': '2022-06-15T19:40:21Z', 'revision_number': 1, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '691ce9e8-00eb-47aa-9985-3b833fcdc17c', 'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'mac_address': 'fa:16:3e:82:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:56Z', 'updated_at': '2022-06-15T19:38:12Z', 'revision_number': 5, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'subnets': [{'id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:40:22.277133 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd190a1-d161-4b51-ba89-9c6691daf09b None None] Checking router: e6428a8e-75f7-4120-99b6-23fde38e2ca4 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:40:22.286108 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd190a1-d161-4b51-ba89-9c6691daf09b None None] Routers {'e6428a8e-75f7-4120-99b6-23fde38e2ca4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:40:22.286853 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-1cd190a1-d161-4b51-ba89-9c6691daf09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:40:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:40:22.295195 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e188e-699f-461f-b1b1-73e43f771174 req-86113087-2f6c-4ace-9c25-4e6d4209539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:22.296977 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ce5e188e-699f-461f-b1b1-73e43f771174 req-86113087-2f6c-4ace-9c25-4e6d4209539a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.0498509 Jun 15 19:40:22.362523 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e188e-699f-461f-b1b1-73e43f771174 req-8904c710-21c5-435f-8d06-9700bd5e1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:22.363976 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ce5e188e-699f-461f-b1b1-73e43f771174 req-8904c710-21c5-435f-8d06-9700bd5e1e2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532215 Jun 15 19:40:22.494288 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ce5e188e-699f-461f-b1b1-73e43f771174 req-43c1b356-4212-4460-ba57-e357513d96c1 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210446 Jun 15 19:40:22.510820 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd57dd3-d2b6-4307-b184-0e0d5f2342ee req-9e4ef55f-2960-4104-bed6-6840d008a908 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:22.514807 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7cd57dd3-d2b6-4307-b184-0e0d5f2342ee req-9e4ef55f-2960-4104-bed6-6840d008a908 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0842457 Jun 15 19:40:22.532851 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-1cd190a1-d161-4b51-ba89-9c6691daf09b None None] Set router e6428a8e-75f7-4120-99b6-23fde38e2ca4 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:40:22.538418 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:22.589820 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7cd57dd3-d2b6-4307-b184-0e0d5f2342ee req-2f672e78-40b0-4cd9-9775-ec14f500afba tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676744 Jun 15 19:40:22.647336 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ce5e188e-699f-461f-b1b1-73e43f771174 req-921b8646-b96d-4ca3-9567-7609d68c53c4 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446416 Jun 15 19:40:22.812442 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-1cd190a1-d161-4b51-ba89-9c6691daf09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:59Z', 'revision_number': 4, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'f299a0ca-557b-4200-b760-bad89bb4e829', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'port_id': 'a87c9c4f-dbec-4c55-a398-b538509f41ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'mac_address': 'fa:16:3e:78:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:40:03Z', 'updated_at': '2022-06-15T19:40:21Z', 'revision_number': 1, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '691ce9e8-00eb-47aa-9985-3b833fcdc17c', 'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'mac_address': 'fa:16:3e:82:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:56Z', 'updated_at': '2022-06-15T19:38:12Z', 'revision_number': 5, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'subnets': [{'id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:40:22.841435 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd190a1-d161-4b51-ba89-9c6691daf09b None None] The sync data for ids ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'] in dv-cinder-844563-3-iscsi is: [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:59Z', 'revision_number': 4, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'f299a0ca-557b-4200-b760-bad89bb4e829', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'port_id': 'a87c9c4f-dbec-4c55-a398-b538509f41ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'mac_address': 'fa:16:3e:78:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:40:03Z', 'updated_at': '2022-06-15T19:40:21Z', 'revision_number': 1, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '691ce9e8-00eb-47aa-9985-3b833fcdc17c', 'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'mac_address': 'fa:16:3e:82:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:56Z', 'updated_at': '2022-06-15T19:38:12Z', 'revision_number': 5, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'subnets': [{'id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:40:23.080211 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d6bcf-443a-4ce6-8f54-375f52bd9b27 None None] New status for floating IP f299a0ca-557b-4200-b760-bad89bb4e829: ACTIVE {{(pid=104105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:40:23.685668 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:23.728847 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e4567-f13f-46c3-9e60-25d3ea20cb31 req-99058491-73aa-46c0-b838-67acd70686ce tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:23.730638 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-596e4567-f13f-46c3-9e60-25d3ea20cb31 req-99058491-73aa-46c0-b838-67acd70686ce tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0537646 Jun 15 19:40:23.789460 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-596e4567-f13f-46c3-9e60-25d3ea20cb31 req-635c5a55-72c1-4606-835f-b38a4b8f6171 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521524 Jun 15 19:40:24.921069 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787355a-3f0d-4192-a9f5-c4367bd5bd33 req-2e92cafd-f75e-467a-b002-c61f7c56e618 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:24.922828 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2787355a-3f0d-4192-a9f5-c4367bd5bd33 req-2e92cafd-f75e-467a-b002-c61f7c56e618 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0520492 Jun 15 19:40:24.986928 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2787355a-3f0d-4192-a9f5-c4367bd5bd33 req-7351d417-aabe-4066-ac9f-f40514e30180 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578628 Jun 15 19:40:26.151627 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7280026-ddd0-4003-ba81-fcd372005363 req-042bf7a3-9814-4ca4-9d24-798c100cf97c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:26.153153 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d7280026-ddd0-4003-ba81-fcd372005363 req-042bf7a3-9814-4ca4-9d24-798c100cf97c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0564327 Jun 15 19:40:26.229791 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d7280026-ddd0-4003-ba81-fcd372005363 req-8661156c-1b62-4623-bb07-0869cf76d426 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690026 Jun 15 19:40:27.393374 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811289-1537-4b76-ad88-1f2a5b375e11 req-75192d0e-6a2e-477f-b96e-e5a1ecbf5117 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:27.395212 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-88811289-1537-4b76-ad88-1f2a5b375e11 req-75192d0e-6a2e-477f-b96e-e5a1ecbf5117 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0617898 Jun 15 19:40:27.463265 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-88811289-1537-4b76-ad88-1f2a5b375e11 req-9399b4ef-2ba7-4003-8306-6fa3657a2450 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615921 Jun 15 19:40:28.615359 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ed816-68b3-4a8b-b67e-e01c1e0399e2 req-c7373350-6b59-4f88-9de7-f40c1f1af347 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:28.616963 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-987ed816-68b3-4a8b-b67e-e01c1e0399e2 req-c7373350-6b59-4f88-9de7-f40c1f1af347 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0743332 Jun 15 19:40:28.667037 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-987ed816-68b3-4a8b-b67e-e01c1e0399e2 req-27d44ce4-3259-4e89-b6c5-81854e61723e tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443268 Jun 15 19:40:29.785670 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dbafb-dedf-46ee-9bf0-011b9487545c req-c8e9cf2b-470e-40ad-b919-8a36424b8166 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:29.787665 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-984dbafb-dedf-46ee-9bf0-011b9487545c req-c8e9cf2b-470e-40ad-b919-8a36424b8166 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0458684 Jun 15 19:40:29.835083 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-984dbafb-dedf-46ee-9bf0-011b9487545c req-f907156e-2edf-4c3d-80c7-ea554e5f12f9 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419672 Jun 15 19:40:30.129571 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45996470-5477-476a-99b0-5f962a7f604f req-9be02280-fbc6-468a-9315-009d9d0ae874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:30.131051 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-45996470-5477-476a-99b0-5f962a7f604f req-9be02280-fbc6-468a-9315-009d9d0ae874 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71e0c71509f94f158063991e37617894&device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 1130 time: 0.0393016 Jun 15 19:40:30.231881 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45996470-5477-476a-99b0-5f962a7f604f req-9e145486-f1da-4e93-80d7-9bf94aa8606d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:30.233344 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-45996470-5477-476a-99b0-5f962a7f604f req-9e145486-f1da-4e93-80d7-9bf94aa8606d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 200 len: 918 time: 0.0909896 Jun 15 19:40:30.297085 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-45996470-5477-476a-99b0-5f962a7f604f req-cc685ae1-5e7c-4c20-967c-7ba9e1f27b4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4 HTTP/1.1" status: 200 len: 1000 time: 0.0546262 Jun 15 19:40:30.356745 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45996470-5477-476a-99b0-5f962a7f604f req-2aa13c05-9779-4758-8a29-de48bcdf085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:30.358208 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-45996470-5477-476a-99b0-5f962a7f604f req-2aa13c05-9779-4758-8a29-de48bcdf085d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c37954e0-0ba0-4cd2-9041-862c785d922d HTTP/1.1" status: 200 len: 856 time: 0.0434053 Jun 15 19:40:30.415226 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45996470-5477-476a-99b0-5f962a7f604f req-ee1e3ba9-53b2-425e-a454-e36eee44395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:30.416710 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-45996470-5477-476a-99b0-5f962a7f604f req-ee1e3ba9-53b2-425e-a454-e36eee44395c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ca100c-fdac-452a-ad9c-d280af0c139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481462 Jun 15 19:40:30.518644 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:30.523663 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-45996470-5477-476a-99b0-5f962a7f604f req-806cfc98-bc04-4c7a-9de8-296b950e2e2a service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961316 Jun 15 19:40:30.636100 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-45996470-5477-476a-99b0-5f962a7f604f req-ffa26d61-566c-4a63-b045-52a9c45b8d69 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915618 Jun 15 19:40:30.952924 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a59205-480f-46d3-9269-6c0f6f74b84f req-1ec7886d-02c4-4dc6-b0f9-a558f3c127d0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:30.954530 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-86a59205-480f-46d3-9269-6c0f6f74b84f req-1ec7886d-02c4-4dc6-b0f9-a558f3c127d0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0460768 Jun 15 19:40:31.003643 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-86a59205-480f-46d3-9269-6c0f6f74b84f req-14cdda12-e8fe-4d61-b765-752840b8d497 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438421 Jun 15 19:40:32.118907 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa6e81-4d2b-40ac-95cc-21c19a4e56c6 req-5f33716f-f740-45b1-98ad-57c7848f7ff7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:32.120368 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2bfa6e81-4d2b-40ac-95cc-21c19a4e56c6 req-5f33716f-f740-45b1-98ad-57c7848f7ff7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 946 time: 0.0464625 Jun 15 19:40:32.167068 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2bfa6e81-4d2b-40ac-95cc-21c19a4e56c6 req-3aad8955-79f6-4438-ba91-c1aa8d13cf06 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409586 Jun 15 19:40:32.801912 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e3f1f355-ef6f-4c67-8fc5-35f007612cd4 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:40:32.807061 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=66 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:32.817095 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=64 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:32.871775 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 is: ACTIVE; New status is: DOWN {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:40:32.872159 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:32.894465 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:40:32.896674 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a313917e-8501-454a-9905-e77ffafa81b5" -d '{"events": [{"server_uuid": "eadf922d-e2cd-4805-9aee-7157bd242fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f1f355-ef6f-4c67-8fc5-35f007612cd4"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:40:32.908645 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e3f1f355-ef6f-4c67-8fc5-35f007612cd4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:40:32.913503 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:32.939388 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Jun 2022 19:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28df1c93-c26d-4f43-8a94-516149c2b5b3 x-openstack-request-id: req-28df1c93-c26d-4f43-8a94-516149c2b5b3 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:40:32.939694 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadf922d-e2cd-4805-9aee-7157bd242fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f1f355-ef6f-4c67-8fc5-35f007612cd4", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:40:32.939943 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28df1c93-c26d-4f43-8a94-516149c2b5b3 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:40:32.940332 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28df1c93-c26d-4f43-8a94-516149c2b5b3'] response: {'server_uuid': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'code': 200} Jun 15 19:40:32.964717 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,revision_number=8']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:33.283357 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59226-464c-41aa-b1dc-c1c2fd42acdc req-b59fb520-48a4-45b5-b255-5cea371a2a9e tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:33.284789 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-53d59226-464c-41aa-b1dc-c1c2fd42acdc req-b59fb520-48a4-45b5-b255-5cea371a2a9e tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0462196 Jun 15 19:40:33.330724 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-53d59226-464c-41aa-b1dc-c1c2fd42acdc req-dc51b1b9-4d28-4fae-b70a-7e85f9f848a7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397947 Jun 15 19:40:33.684652 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:33.691575 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e42c5df7-60d9-4a1a-8f0c-9bb25546a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:33.832379 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [req-4e7b1272-228a-45e4-b765-2565dbdd8be9 req-7fdc1e80-81e4-47a1-867f-7f80524f73bb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:40:33.833349 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4e7b1272-228a-45e4-b765-2565dbdd8be9 req-7fdc1e80-81e4-47a1-867f-7f80524f73bb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052564 Jun 15 19:40:34.002918 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05446ab9-c866-494a-8fbc-b076d5634457 req-e69b8415-6283-4bb0-91e1-e2bab7600aca tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:34.004481 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-05446ab9-c866-494a-8fbc-b076d5634457 req-e69b8415-6283-4bb0-91e1-e2bab7600aca tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0573363 Jun 15 19:40:34.053428 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-05446ab9-c866-494a-8fbc-b076d5634457 req-94b908b7-4e6f-4b41-8020-523d2feb0811 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420794 Jun 15 19:40:34.341313 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 48484) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:40:34.394866 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:34.425629 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-6ac365b5-ea0d-4085-a82b-58cb9b803f37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831113 Jun 15 19:40:34.434873 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-5b6880b6-6990-4a79-9e02-928252922d63 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:40:34.435847 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-5b6880b6-6990-4a79-9e02-928252922d63 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050378 Jun 15 19:40:34.510964 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 48498) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:40:34.561845 dv-cinder-844563-3-iscsi neutron-server[104103]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 19:40:34.593824 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:34.619569 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-514dd7c8-1847-414a-b915-2dec8fc517ef tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:34.621046 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-514dd7c8-1847-414a-b915-2dec8fc517ef tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports/e3f1f355-ef6f-4c67-8fc5-35f007612cd4 HTTP/1.1" status: 200 len: 941 time: 0.1090951 Jun 15 19:40:35.199582 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4622aa8-9729-4f75-bee7-2c4f72b96f14 req-e2e09e69-383b-4525-9d83-573768ff13b8 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:35.201433 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c4622aa8-9729-4f75-bee7-2c4f72b96f14 req-e2e09e69-383b-4525-9d83-573768ff13b8 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0520337 Jun 15 19:40:35.261524 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c4622aa8-9729-4f75-bee7-2c4f72b96f14 req-b14dbbb5-e9e4-4ef7-a2b2-d18b74094e63 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500579 Jun 15 19:40:35.956966 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e87e837b-35af-4ef9-95cd-c0507ff08358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:36.410914 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4e847-96a2-4630-ae38-5e5cc8b5e325 req-6bba89cb-3a2e-4d27-b289-4ff0745edd8e tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:36.412986 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-40d4e847-96a2-4630-ae38-5e5cc8b5e325 req-6bba89cb-3a2e-4d27-b289-4ff0745edd8e tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0530484 Jun 15 19:40:36.432973 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:36.467370 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-40d4e847-96a2-4630-ae38-5e5cc8b5e325 req-20433bae-88ef-4770-a237-34bb0f00acfa tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484631 Jun 15 19:40:36.559938 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-d5755529-24f9-4850-80bc-6add4b44d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:36.561448 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-d5755529-24f9-4850-80bc-6add4b44d1d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9&tenant_id=71e0c71509f94f158063991e37617894 HTTP/1.1" status: 200 len: 1128 time: 0.0824246 Jun 15 19:40:36.627902 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-c56f3e4f-6747-4386-a50d-645c574ad56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:36.629292 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-c56f3e4f-6747-4386-a50d-645c574ad56c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71e0c71509f94f158063991e37617894&device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 1128 time: 0.0406864 Jun 15 19:40:36.720738 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-7a4b3a66-2160-4577-9d1c-76dcdb794569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:36.722245 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-7a4b3a66-2160-4577-9d1c-76dcdb794569 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 200 len: 918 time: 0.0850382 Jun 15 19:40:36.811001 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e3f1f355-ef6f-4c67-8fc5-35f007612cd4 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:40:36.901365 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 is: DOWN; New status is: DOWN {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:40:37.024074 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-4170e5ce-a22e-4358-a5c4-6c3de3a5e747 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4 HTTP/1.1" status: 200 len: 998 time: 0.2953529 Jun 15 19:40:37.080355 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-a60748f8-3e41-4c3d-b106-11acd5996fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:37.081837 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-a60748f8-3e41-4c3d-b106-11acd5996fea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c37954e0-0ba0-4cd2-9041-862c785d922d HTTP/1.1" status: 200 len: 856 time: 0.0491993 Jun 15 19:40:37.127420 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-c1f346d4-6ecb-4e78-8d6a-7debc7248ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:37.129019 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-c1f346d4-6ecb-4e78-8d6a-7debc7248ae2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ca100c-fdac-452a-ad9c-d280af0c139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403998 Jun 15 19:40:37.226904 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-faffae26-ba92-4e4a-9131-b2dc4dbabd29 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895474 Jun 15 19:40:37.340985 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cd8dc4a8-04ef-420f-998f-20db85b3de21 req-4994d251-cf92-4526-9b5f-e0687c53d817 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074817 Jun 15 19:40:37.384940 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:37.626569 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185b61e-9292-4bce-acad-dfb6eeeb783c req-de9c4981-63d6-4f54-a8bc-4d4a6684d9cf tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:37.627965 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5185b61e-9292-4bce-acad-dfb6eeeb783c req-de9c4981-63d6-4f54-a8bc-4d4a6684d9cf tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0657918 Jun 15 19:40:37.686415 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5185b61e-9292-4bce-acad-dfb6eeeb783c req-c370cf0a-8b05-40df-bb36-07aa6dde8a0f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490537 Jun 15 19:40:38.763026 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:38.823949 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad3ec0-b7a6-4a49-b83d-a2e3ab53f649 req-247cc102-ecb6-41d0-b13c-1f161da5c859 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:38.825600 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0fad3ec0-b7a6-4a49-b83d-a2e3ab53f649 req-247cc102-ecb6-41d0-b13c-1f161da5c859 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0544817 Jun 15 19:40:38.877111 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0fad3ec0-b7a6-4a49-b83d-a2e3ab53f649 req-8256285c-6cd1-4a7c-aa60-9bdbeca3f87c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458746 Jun 15 19:40:39.431488 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:39.920172 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 48600) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:40:40.006861 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56373613-6c10-4c61-bd48-5c9ee9a85f0f req-72273d8d-74b6-4cd4-8be0-18151758aa5c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:40.009178 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-56373613-6c10-4c61-bd48-5c9ee9a85f0f req-72273d8d-74b6-4cd4-8be0-18151758aa5c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0514474 Jun 15 19:40:40.049964 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3981f699-8759-430b-b1ce-c35e232e2b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:40.089545 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-56373613-6c10-4c61-bd48-5c9ee9a85f0f req-b2be8822-d081-4325-952a-2ed6f0cfba82 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752466 Jun 15 19:40:40.156442 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3981f699-8759-430b-b1ce-c35e232e2b62 admin admin] Publish callbacks [] for security_group (955c0799-d9b9-4b76-8eed-3b462c558df6), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:40.161143 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3981f699-8759-430b-b1ce-c35e232e2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (955c0799-d9b9-4b76-8eed-3b462c558df6), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:40.201174 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981f699-8759-430b-b1ce-c35e232e2b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955c0799-d9b9-4b76-8eed-3b462c558df6,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:40.205618 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-3981f699-8759-430b-b1ce-c35e232e2b62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a89ba8be04784e9ea71660fa3e6e5f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841430 Jun 15 19:40:40.208119 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 48606) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:40:40.259838 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-66c8ca05-4a08-4141-9dba-5a5dd75e34c4 admin admin] Publish callbacks [] for security_group (955c0799-d9b9-4b76-8eed-3b462c558df6), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:40.283081 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-66c8ca05-4a08-4141-9dba-5a5dd75e34c4 admin admin] Publish callbacks [] for security_group (955c0799-d9b9-4b76-8eed-3b462c558df6), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:40.351164 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-66c8ca05-4a08-4141-9dba-5a5dd75e34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (955c0799-d9b9-4b76-8eed-3b462c558df6), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:40.354543 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-66c8ca05-4a08-4141-9dba-5a5dd75e34c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:40.355935 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-66c8ca05-4a08-4141-9dba-5a5dd75e34c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/955c0799-d9b9-4b76-8eed-3b462c558df6 HTTP/1.1" status: 204 len: 168 time: 0.1467452 Jun 15 19:40:40.366453 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8ca05-4a08-4141-9dba-5a5dd75e34c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955c0799-d9b9-4b76-8eed-3b462c558df6,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:40:41.217378 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479d7a5-85f2-44f9-8229-0c28b5614604 req-49a00179-7897-4511-b22b-cfb8d14e5d81 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:41.219127 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b479d7a5-85f2-44f9-8229-0c28b5614604 req-49a00179-7897-4511-b22b-cfb8d14e5d81 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0555019 Jun 15 19:40:41.274053 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b479d7a5-85f2-44f9-8229-0c28b5614604 req-9b58d7ba-0a72-4938-a007-6507dd3cafc2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484622 Jun 15 19:40:42.406875 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74105175-a2e0-46db-aeb7-feeb0eaa020b req-549ff1f3-09cc-4c96-85db-e6ea5b39fcdb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:42.408400 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-74105175-a2e0-46db-aeb7-feeb0eaa020b req-549ff1f3-09cc-4c96-85db-e6ea5b39fcdb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0510609 Jun 15 19:40:42.435707 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:42.454181 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:42.460750 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-74105175-a2e0-46db-aeb7-feeb0eaa020b req-01088e6f-7bfd-4db1-96dd-0593443d3486 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459654 Jun 15 19:40:43.652357 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88babb3-bb52-44c5-9dc6-7c8e42f94720 req-e50e1f05-3290-494d-aa1e-67ba972c9b02 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:43.655023 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f88babb3-bb52-44c5-9dc6-7c8e42f94720 req-e50e1f05-3290-494d-aa1e-67ba972c9b02 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0901725 Jun 15 19:40:43.719231 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f88babb3-bb52-44c5-9dc6-7c8e42f94720 req-ead1e83b-b6cb-47ad-a1cc-a9256117e2e0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577908 Jun 15 19:40:44.859158 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb393668-888b-41f3-9ea7-2072b9f017f9 req-53e108ca-ba1d-47c4-8c37-4f7d859b98f5 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:44.860614 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bb393668-888b-41f3-9ea7-2072b9f017f9 req-53e108ca-ba1d-47c4-8c37-4f7d859b98f5 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0496154 Jun 15 19:40:44.908784 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bb393668-888b-41f3-9ea7-2072b9f017f9 req-db06a45a-775c-4592-bbdc-2135a7e8824f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417979 Jun 15 19:40:46.042044 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb247f9-6032-450e-b98d-cb3132715f8c req-a6d7ea67-3d8e-42a8-ae67-97edbb52a039 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:46.043630 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2eb247f9-6032-450e-b98d-cb3132715f8c req-a6d7ea67-3d8e-42a8-ae67-97edbb52a039 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0509307 Jun 15 19:40:46.093880 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2eb247f9-6032-450e-b98d-cb3132715f8c req-5d314917-a43a-4ebf-92ab-3d41570cb14a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439925 Jun 15 19:40:47.220029 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39384e33-a3a6-4cf3-ba3f-a81c5cc5c2df req-83bfc721-fd6f-43cd-a224-dcc490d6a140 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:47.221493 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-39384e33-a3a6-4cf3-ba3f-a81c5cc5c2df req-83bfc721-fd6f-43cd-a224-dcc490d6a140 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0516183 Jun 15 19:40:47.269297 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-39384e33-a3a6-4cf3-ba3f-a81c5cc5c2df req-f36844fb-e3a3-4010-bb83-1311f22d0a4a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417550 Jun 15 19:40:47.334075 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=61 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:47.338411 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=51 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:48.415994 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fdf0c-3e2e-47c0-9b52-832ded9c04e8 req-8110eec0-e153-440d-83fd-a065e61d1c91 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:48.417454 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6c0fdf0c-3e2e-47c0-9b52-832ded9c04e8 req-8110eec0-e153-440d-83fd-a065e61d1c91 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0537374 Jun 15 19:40:48.420514 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:48.423254 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:48.439717 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:40:48.468644 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6c0fdf0c-3e2e-47c0-9b52-832ded9c04e8 req-0220903a-694e-4da2-a23a-217c230f048f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449038 Jun 15 19:40:49.587679 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a0e8b-e73e-4c2f-a1b3-3bbb85c7598d req-18b90c2f-a2b7-4a15-a10a-6f0e17707dd7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:49.589146 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ab2a0e8b-e73e-4c2f-a1b3-3bbb85c7598d req-18b90c2f-a2b7-4a15-a10a-6f0e17707dd7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0473177 Jun 15 19:40:49.638953 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ab2a0e8b-e73e-4c2f-a1b3-3bbb85c7598d req-119cb0ba-f2af-4ba1-8533-60ad9505fc54 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442595 Jun 15 19:40:50.758264 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae2e1d-dbdf-4f11-abba-8c01ecf009c2 req-42f80e26-375a-4783-8726-ff309d95737a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:50.759721 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f4ae2e1d-dbdf-4f11-abba-8c01ecf009c2 req-42f80e26-375a-4783-8726-ff309d95737a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0471959 Jun 15 19:40:50.807577 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f4ae2e1d-dbdf-4f11-abba-8c01ecf009c2 req-92f15b84-158b-4750-87d2-2b9d2bd672b1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422907 Jun 15 19:40:51.397773 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:40:51.950053 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991021a-e657-4040-a3b2-a65d733ab2a8 req-a81cc341-45ff-4960-b45a-9a15b7c30199 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:51.951692 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8991021a-e657-4040-a3b2-a65d733ab2a8 req-a81cc341-45ff-4960-b45a-9a15b7c30199 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0489063 Jun 15 19:40:52.005487 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8991021a-e657-4040-a3b2-a65d733ab2a8 req-77397d6e-4402-4e90-94e6-134777c3bb51 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475867 Jun 15 19:40:53.135070 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae43c7-2fb1-42ab-81be-fbce22b977eb req-7e800608-2e89-4111-9d5b-7b3791632be7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:53.136529 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f4ae43c7-2fb1-42ab-81be-fbce22b977eb req-7e800608-2e89-4111-9d5b-7b3791632be7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0498211 Jun 15 19:40:53.194926 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f4ae43c7-2fb1-42ab-81be-fbce22b977eb req-cedc1226-2c05-4ba9-be04-c9f090c6b36f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525301 Jun 15 19:40:53.423961 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:54.323130 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890d7a5-8360-423b-89c3-9fb6276fb8c0 req-c210c9a6-2e4b-4d01-add0-87a3d0699f64 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:54.324632 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6890d7a5-8360-423b-89c3-9fb6276fb8c0 req-c210c9a6-2e4b-4d01-add0-87a3d0699f64 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0507839 Jun 15 19:40:54.372199 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6890d7a5-8360-423b-89c3-9fb6276fb8c0 req-5756d6ac-b661-419f-b992-78ee297cc58a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420566 Jun 15 19:40:55.496039 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30069a99-f689-4ef3-8ef3-3152a83ddf42 req-f4f0adce-32b2-49c9-a8cd-da64b6f7f604 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:55.497750 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-30069a99-f689-4ef3-8ef3-3152a83ddf42 req-f4f0adce-32b2-49c9-a8cd-da64b6f7f604 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0528378 Jun 15 19:40:55.528953 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6160bb-1ca5-42a4-a9ec-7b91244e6c90 req-00c2720b-8e74-491d-9eea-0fe8602b7f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:55.530622 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf6160bb-1ca5-42a4-a9ec-7b91244e6c90 req-00c2720b-8e74-491d-9eea-0fe8602b7f3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71e0c71509f94f158063991e37617894&device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 1128 time: 0.0523782 Jun 15 19:40:55.536802 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:55.554861 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-30069a99-f689-4ef3-8ef3-3152a83ddf42 req-4618cfba-6bb4-4636-94f6-88853e5c2fb6 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509140 Jun 15 19:40:55.998977 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6160bb-1ca5-42a4-a9ec-7b91244e6c90 req-6718dc78-15e2-4b87-b22b-9e4974a2e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:56.000468 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf6160bb-1ca5-42a4-a9ec-7b91244e6c90 req-6718dc78-15e2-4b87-b22b-9e4974a2e90c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 200 len: 918 time: 0.0933464 Jun 15 19:40:56.069936 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf6160bb-1ca5-42a4-a9ec-7b91244e6c90 req-fbab0ba8-7929-47e4-b644-b129b3e78aa5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4 HTTP/1.1" status: 200 len: 998 time: 0.0604031 Jun 15 19:40:56.134215 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6160bb-1ca5-42a4-a9ec-7b91244e6c90 req-b42e60fd-7faa-4a36-8db4-2ace5f18c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:56.135680 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf6160bb-1ca5-42a4-a9ec-7b91244e6c90 req-b42e60fd-7faa-4a36-8db4-2ace5f18c31c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c37954e0-0ba0-4cd2-9041-862c785d922d HTTP/1.1" status: 200 len: 856 time: 0.0447700 Jun 15 19:40:56.186291 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6160bb-1ca5-42a4-a9ec-7b91244e6c90 req-bee0d590-33e6-4702-86f8-aa8079384f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:56.187713 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf6160bb-1ca5-42a4-a9ec-7b91244e6c90 req-bee0d590-33e6-4702-86f8-aa8079384f1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ca100c-fdac-452a-ad9c-d280af0c139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425584 Jun 15 19:40:56.278710 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf6160bb-1ca5-42a4-a9ec-7b91244e6c90 req-94a3106c-8d2a-483b-b786-edcb587ef832 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836661 Jun 15 19:40:56.381010 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cf6160bb-1ca5-42a4-a9ec-7b91244e6c90 req-f6ba35ef-c48e-4024-89ed-2f75f76e9184 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877049 Jun 15 19:40:56.664390 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:56.682456 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a043221-235e-4f27-bcce-4565ef0ef452 req-10105e28-58d4-48f9-9f8c-11e9562b6495 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:56.684018 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5a043221-235e-4f27-bcce-4565ef0ef452 req-10105e28-58d4-48f9-9f8c-11e9562b6495 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0568390 Jun 15 19:40:56.733205 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5a043221-235e-4f27-bcce-4565ef0ef452 req-faad69d4-970a-4d18-873a-e02c582acaa1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428128 Jun 15 19:40:57.851407 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0982ffd-deb3-41b1-a916-84e95b67cc5c req-fd2c6781-e8aa-489b-9c6d-ab59458fe612 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:57.852891 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c0982ffd-deb3-41b1-a916-84e95b67cc5c req-fd2c6781-e8aa-489b-9c6d-ab59458fe612 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0463459 Jun 15 19:40:57.900166 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c0982ffd-deb3-41b1-a916-84e95b67cc5c req-1fbfce0e-645f-48ec-a385-6811306aba75 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417776 Jun 15 19:40:58.432770 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:40:59.023375 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba50bbd-8a21-449d-b9b7-221185e25859 req-a6bdd35a-e61a-46b1-81ca-ac5ce3319c76 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:40:59.024854 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4ba50bbd-8a21-449d-b9b7-221185e25859 req-a6bdd35a-e61a-46b1-81ca-ac5ce3319c76 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0517702 Jun 15 19:40:59.070759 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4ba50bbd-8a21-449d-b9b7-221185e25859 req-5a7a6fa5-4a21-4826-a00d-ed03d667c528 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404212 Jun 15 19:41:00.194203 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8349e05-a9c5-416f-8fb6-e745bcdf3cae req-ddcc435b-97e3-4ff2-b754-40ea8ba515cb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:00.195722 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b8349e05-a9c5-416f-8fb6-e745bcdf3cae req-ddcc435b-97e3-4ff2-b754-40ea8ba515cb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0479600 Jun 15 19:41:00.246053 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b8349e05-a9c5-416f-8fb6-e745bcdf3cae req-2f4e23dd-d419-4420-9750-9280dc08ce77 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435255 Jun 15 19:41:01.369814 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1a3f0-0231-4ea6-a38d-305f61c02d00 req-ae9e28d4-3c10-45a3-b5d2-45194ba7eb47 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:01.371324 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-beb1a3f0-0231-4ea6-a38d-305f61c02d00 req-ae9e28d4-3c10-45a3-b5d2-45194ba7eb47 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0513709 Jun 15 19:41:01.397869 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:01.418678 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-beb1a3f0-0231-4ea6-a38d-305f61c02d00 req-24e3af3b-6460-49b2-8f17-189d44d78cdd tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 Jun 15 19:41:02.535556 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722907a-de34-464b-afa4-5037d2725e5e req-004cdab5-e437-4c53-b9a1-2b3c40b883c4 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:02.536998 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c722907a-de34-464b-afa4-5037d2725e5e req-004cdab5-e437-4c53-b9a1-2b3c40b883c4 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0460238 Jun 15 19:41:02.583046 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c722907a-de34-464b-afa4-5037d2725e5e req-75e50627-0a29-4b11-8a7b-6640c3f204b2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406413 Jun 15 19:41:03.695018 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-25c5ff5b-380d-453f-b7a6-e80d343eba0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:03.701933 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3e755-c976-4063-a084-44f97aaccf90 req-b322f7ec-f1ee-4141-b091-5430de11c6ad tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:03.703445 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bfb3e755-c976-4063-a084-44f97aaccf90 req-b322f7ec-f1ee-4141-b091-5430de11c6ad tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 944 time: 0.0475698 Jun 15 19:41:03.753028 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bfb3e755-c976-4063-a084-44f97aaccf90 req-3fcbd063-739a-4b8f-adb3-99b520a2d7c9 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434859 Jun 15 19:41:04.008483 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e3f1f355-ef6f-4c67-8fc5-35f007612cd4 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:41:04.109937 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e3f1f355-ef6f-4c67-8fc5-35f007612cd4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:41:04.121529 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'port_id': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'mac_address': 'fa:16:3e:a7:b9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:41:04.158711 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:41:04.159091 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:04.172793 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f1f355-ef6f-4c67-8fc5-35f007612cd4 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:41:04.195630 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e3f1f355-ef6f-4c67-8fc5-35f007612cd4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:41:04.204293 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:04.256070 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,revision_number=9']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:04.263308 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.263587 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.263929 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.264266 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.264597 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.264929 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.265252 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.265571 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.265892 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.266247 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.266570 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.266935 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.267265 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.267585 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.267904 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:04.586646 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['e3f1f355-ef6f-4c67-8fc5-35f007612cd4'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:41:04.877567 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66240579-9fe0-497f-a1ac-c70bd63579fe req-da3eb1c5-756b-4589-9eec-d2729e7c04c6 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:04.879028 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-66240579-9fe0-497f-a1ac-c70bd63579fe req-da3eb1c5-756b-4589-9eec-d2729e7c04c6 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 945 time: 0.0512338 Jun 15 19:41:04.927728 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-66240579-9fe0-497f-a1ac-c70bd63579fe req-65db9804-51c9-408f-97a1-6ec93ed22e45 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430117 Jun 15 19:41:05.510151 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e3f1f355-ef6f-4c67-8fc5-35f007612cd4 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:41:05.556554 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:41:05.556920 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:05.628355 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:41:05.628731 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:05.651398 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:41:05.653573 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bbe8da-a70e-48b1-9299-6a0c373c0b88" -d '{"events": [{"server_uuid": "eadf922d-e2cd-4805-9aee-7157bd242fa9", "name": "network-vif-plugged", "status": "completed", "tag": "e3f1f355-ef6f-4c67-8fc5-35f007612cd4"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:41:05.666451 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e3f1f355-ef6f-4c67-8fc5-35f007612cd4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:41:05.673374 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:05.699462 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cebbb5-26da-48cd-8fbe-6d960d8d73ff x-openstack-request-id: req-12cebbb5-26da-48cd-8fbe-6d960d8d73ff {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:41:05.699765 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadf922d-e2cd-4805-9aee-7157bd242fa9", "name": "network-vif-plugged", "status": "completed", "tag": "e3f1f355-ef6f-4c67-8fc5-35f007612cd4", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:41:05.700019 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12cebbb5-26da-48cd-8fbe-6d960d8d73ff {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:41:05.700401 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12cebbb5-26da-48cd-8fbe-6d960d8d73ff'] response: {'server_uuid': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'code': 200} Jun 15 19:41:05.726470 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,revision_number=10']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:05.959051 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db174397-894a-4fac-88a1-5b375988618f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:06.047769 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a73fa5-94d6-4acd-a8a9-7c6f68d63b37 req-4e7d4657-15cf-44fb-bfa8-c781f24cacf1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:06.049249 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-45a73fa5-94d6-4acd-a8a9-7c6f68d63b37 req-4e7d4657-15cf-44fb-bfa8-c781f24cacf1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 947 time: 0.0476992 Jun 15 19:41:06.099264 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-45a73fa5-94d6-4acd-a8a9-7c6f68d63b37 req-49400696-042a-43fe-86de-090477d3a73a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433652 Jun 15 19:41:06.370527 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=47 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:06.377253 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=47 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:07.230112 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7bbee-d165-449c-8e1a-ff79050c4b83 req-1bc2f7b5-0375-4330-bf1c-f7ca4ef9d840 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:07.231621 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6dc7bbee-d165-449c-8e1a-ff79050c4b83 req-1bc2f7b5-0375-4330-bf1c-f7ca4ef9d840 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 947 time: 0.0521867 Jun 15 19:41:07.279987 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6dc7bbee-d165-449c-8e1a-ff79050c4b83 req-081cc82c-f7a8-498a-a4c2-4e495390268a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427210 Jun 15 19:41:07.384816 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:08.413185 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db84e2e-3eb0-40d9-8caa-7207ce6a2fa8 req-8732ef86-142d-4831-bd25-074707db5b7b tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:08.418050 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8db84e2e-3eb0-40d9-8caa-7207ce6a2fa8 req-8732ef86-142d-4831-bd25-074707db5b7b tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 947 time: 0.0578821 Jun 15 19:41:08.461938 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:08.477258 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8db84e2e-3eb0-40d9-8caa-7207ce6a2fa8 req-0a5af38f-e8a6-426c-9bfd-9ce2eb8c5f85 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529461 Jun 15 19:41:08.678422 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a20e37-d2c0-492c-b1b0-c8458ce9e32c req-26e97d90-735e-4d04-978f-8d50e5ed9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:08.679901 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-41a20e37-d2c0-492c-b1b0-c8458ce9e32c req-26e97d90-735e-4d04-978f-8d50e5ed9b2b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 1131 time: 0.0384529 Jun 15 19:41:08.726069 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-41a20e37-d2c0-492c-b1b0-c8458ce9e32c req-6576a07f-ce16-410a-b275-dbae2d41d4e9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385332 Jun 15 19:41:08.764133 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:09.441258 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:09.597730 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:09.611715 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e84b0-4d21-473b-9687-290362baf1bb req-292bfaf1-a3e3-4e02-82d9-d26e980ae1f3 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:09.613198 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-382e84b0-4d21-473b-9687-290362baf1bb req-292bfaf1-a3e3-4e02-82d9-d26e980ae1f3 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 947 time: 0.0564654 Jun 15 19:41:09.670453 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-382e84b0-4d21-473b-9687-290362baf1bb req-2cb7577b-417f-4e76-a40b-eba977f25fd4 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508435 Jun 15 19:41:10.795782 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e39fa4-cc54-4b89-a6f0-48877ce084a8 req-4d17cbb5-0942-4eef-9d94-f565a08cafa0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:10.797231 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-01e39fa4-cc54-4b89-a6f0-48877ce084a8 req-4d17cbb5-0942-4eef-9d94-f565a08cafa0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 947 time: 0.0496235 Jun 15 19:41:10.848286 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-01e39fa4-cc54-4b89-a6f0-48877ce084a8 req-e65ebd96-1274-4876-a92e-572f0867aada tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425618 Jun 15 19:41:11.970730 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e4f84-dd55-414c-9658-22261ed3e76e req-2e971ba8-138e-468f-954d-071261a726ae tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:11.972210 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f34e4f84-dd55-414c-9658-22261ed3e76e req-2e971ba8-138e-468f-954d-071261a726ae tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 947 time: 0.0486801 Jun 15 19:41:12.020864 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f34e4f84-dd55-414c-9658-22261ed3e76e req-94887821-2d92-470e-8f62-020413558b12 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415509 Jun 15 19:41:14.271605 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b437b10-b92b-4346-9334-7e318a92eeaf req-4d3f36ee-cd26-4d3a-8fc4-da254c4ef912 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:14.273771 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7b437b10-b92b-4346-9334-7e318a92eeaf req-4d3f36ee-cd26-4d3a-8fc4-da254c4ef912 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 945 time: 0.0506027 Jun 15 19:41:14.318971 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7b437b10-b92b-4346-9334-7e318a92eeaf req-0b1fb12d-d5fc-4587-b986-1233e825ac4c tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394659 Jun 15 19:41:15.435263 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31cfeb-c601-4a74-828a-bc1c250ea200 req-dc53536c-25b0-4e17-85e8-23c6b2bda264 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:15.436719 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ac31cfeb-c601-4a74-828a-bc1c250ea200 req-dc53536c-25b0-4e17-85e8-23c6b2bda264 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 945 time: 0.0474944 Jun 15 19:41:15.485281 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ac31cfeb-c601-4a74-828a-bc1c250ea200 req-6d8195cf-bc92-4ccd-bdfd-89ea19af6b03 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 Jun 15 19:41:16.192922 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299391cd-abaa-4cc9-8e75-57c6c2c05acb req-7122cea0-e6ff-497f-b9f6-83f8673b586f tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:16.194348 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-299391cd-abaa-4cc9-8e75-57c6c2c05acb req-7122cea0-e6ff-497f-b9f6-83f8673b586f tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 945 time: 0.0935876 Jun 15 19:41:16.313374 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-299391cd-abaa-4cc9-8e75-57c6c2c05acb req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Deleting port b219c8bb-f080-4767-a6ee-30df4ef8dfec {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:41:16.313710 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-299391cd-abaa-4cc9-8e75-57c6c2c05acb req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:16.408885 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-299391cd-abaa-4cc9-8e75-57c6c2c05acb req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] For port b219c8bb-f080-4767-a6ee-30df4ef8dfec, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b219c8bb-f080-4767-a6ee-30df4ef8dfec,segment=NetworkSegment(124a8e63-63a6-4332-832e-25fb0b10c0ce),segment_id=124a8e63-63a6-4332-832e-25fb0b10c0ce)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:41:16.409378 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-299391cd-abaa-4cc9-8e75-57c6c2c05acb req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:16.425414 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-299391cd-abaa-4cc9-8e75-57c6c2c05acb req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Calling delete_port for b219c8bb-f080-4767-a6ee-30df4ef8dfec owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:41:16.602489 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-299391cd-abaa-4cc9-8e75-57c6c2c05acb req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (b219c8bb-f080-4767-a6ee-30df4ef8dfec), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:16.614128 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cf4fa-4a52-4b45-8fe8-adced95848d3 req-29321d75-f8c3-40d2-89c8-83412aef4180 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:16.615673 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-941cf4fa-4a52-4b45-8fe8-adced95848d3 req-29321d75-f8c3-40d2-89c8-83412aef4180 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5 HTTP/1.1" status: 200 len: 945 time: 0.0578179 Jun 15 19:41:16.626046 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['b219c8bb-f080-4767-a6ee-30df4ef8dfec'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:41:16.637261 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Pushing event deleted for resources: {'Port': ['ID=b219c8bb-f080-4767-a6ee-30df4ef8dfec,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:16.645475 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.645822 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.646188 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.646527 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.646872 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.647181 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.647541 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.647832 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.648260 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.648489 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.648795 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.649117 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.649439 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.649754 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.650070 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:16.667750 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-941cf4fa-4a52-4b45-8fe8-adced95848d3 req-7117ab6e-86d4-44eb-8b82-220d3c17d20d tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454009 Jun 15 19:41:16.717239 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-299391cd-abaa-4cc9-8e75-57c6c2c05acb req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] No DVR routers for this DVR port b219c8bb-f080-4767-a6ee-30df4ef8dfec on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:41:16.720324 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-299391cd-abaa-4cc9-8e75-57c6c2c05acb req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:16.723682 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-299391cd-abaa-4cc9-8e75-57c6c2c05acb req-8593e7d6-4aea-4303-b1d4-31833f457a62 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.42 "DELETE /v2.0/ports/b219c8bb-f080-4767-a6ee-30df4ef8dfec HTTP/1.1" status: 204 len: 173 time: 0.5227540 Jun 15 19:41:16.724136 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5', 'name': 'network-vif-deleted', 'tag': 'b219c8bb-f080-4767-a6ee-30df4ef8dfec'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:41:16.726431 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06931a94-dd61-42a1-b85d-9e1d3fde7f1f" -d '{"events": [{"server_uuid": "ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5", "name": "network-vif-deleted", "tag": "b219c8bb-f080-4767-a6ee-30df4ef8dfec"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:41:16.765992 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5524780b-981c-4a01-8018-3a0fcdae0533 x-openstack-request-id: req-5524780b-981c-4a01-8018-3a0fcdae0533 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:41:16.766315 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5", "name": "network-vif-deleted", "tag": "b219c8bb-f080-4767-a6ee-30df4ef8dfec", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:41:16.766568 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5524780b-981c-4a01-8018-3a0fcdae0533 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:41:16.766973 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5524780b-981c-4a01-8018-3a0fcdae0533'] response: {'server_uuid': 'ac35d1c6-c5d5-48a6-b735-f6b25e9d94c5', 'name': 'network-vif-deleted', 'tag': 'b219c8bb-f080-4767-a6ee-30df4ef8dfec', 'status': 'completed', 'code': 200} Jun 15 19:41:18.437832 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:19.922329 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device b219c8bb-f080-4767-a6ee-30df4ef8dfec no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:41:19.941334 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: b219c8bb-f080-4767-a6ee-30df4ef8dfec {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:41:19.941673 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device b219c8bb-f080-4767-a6ee-30df4ef8dfec not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:41:26.655938 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=55 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:26.663697 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=49 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:26.678024 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=55,neutron:DELETE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:26.701910 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:26.804927 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e93117cf-7c8b-448c-98b5-04b92c6a9e4b tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:26.806969 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e93117cf-7c8b-448c-98b5-04b92c6a9e4b tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/networks?id=c7953e1c-32f1-43bd-a8e2-687b003d29d3 HTTP/1.1" status: 200 len: 813 time: 0.1074626 Jun 15 19:41:26.822764 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-60beecf2-82d0-4587-a5dd-1334fac76615 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/quotas/526f86dc251440b9b50e325de4efb751 HTTP/1.1" status: 200 len: 375 time: 0.0102451 Jun 15 19:41:26.860010 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-891eadf7-8db5-495c-bc90-90917da37a89 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=526f86dc251440b9b50e325de4efb751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319016 Jun 15 19:41:26.957543 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-d7f1030a-f1f1-49be-9435-9254e06a3355 service neutron] 10.222.0.15 "GET /v2.0/networks/c7953e1c-32f1-43bd-a8e2-687b003d29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906656 Jun 15 19:41:27.056724 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-ffba0770-cb2a-4229-b749-5c3cedf4ff6f service neutron] 10.222.0.15 "GET /v2.0/networks/c7953e1c-32f1-43bd-a8e2-687b003d29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931365 Jun 15 19:41:27.228780 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cdd00ddf-8654-4003-a72b-8ce464221f11 req-6ea8484c-5900-4a4a-9b6c-8dc4b67792ae tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 210 time: 0.0313218 Jun 15 19:41:28.328952 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-7f85f52a-6e58-4b4b-9ab3-864519483588 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:28.330572 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-7f85f52a-6e58-4b4b-9ab3-864519483588 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.42 "GET /v2.0/networks?id=c7953e1c-32f1-43bd-a8e2-687b003d29d3 HTTP/1.1" status: 200 len: 813 time: 0.1355150 Jun 15 19:41:28.343160 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-65d67b7f-33f4-426f-9867-058095ec421e req-fa4275d9-81ba-4cb2-9db4-f222a72d99a7 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 210 time: 0.0356135 Jun 15 19:41:28.353241 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e7de5535-cdce-485f-b256-45737a95bd3a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Request body: {'port': {'device_id': '24f2e841-11f5-4b38-aa45-8a95492cec45', 'network_id': 'c7953e1c-32f1-43bd-a8e2-687b003d29d3', 'admin_state_up': True, 'tenant_id': '526f86dc251440b9b50e325de4efb751'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:41:28.396623 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:41:28.433735 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=66,neutron:UPDATE=8 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:28.471018 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e7de5535-cdce-485f-b256-45737a95bd3a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Made reservation on behalf of 526f86dc251440b9b50e325de4efb751 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:41:28.474708 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e7de5535-cdce-485f-b256-45737a95bd3a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:28.612449 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e7de5535-cdce-485f-b256-45737a95bd3a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Allocated IP 172.20.0.8 (c7953e1c-32f1-43bd-a8e2-687b003d29d3/27583218-6d7b-4b54-98ec-f48c4bf52522/cb276915-e785-4cf2-b1e5-e26ab501e7cc) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:41:28.774210 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e7de5535-cdce-485f-b256-45737a95bd3a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks [] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:28.810706 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e7de5535-cdce-485f-b256-45737a95bd3a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:28.861357 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e7de5535-cdce-485f-b256-45737a95bd3a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Network c7953e1c-32f1-43bd-a8e2-687b003d29d3 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:41:28.865278 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e7de5535-cdce-485f-b256-45737a95bd3a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:41:28.869746 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e7de5535-cdce-485f-b256-45737a95bd3a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:41:28.875384 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e7de5535-cdce-485f-b256-45737a95bd3a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:28.876044 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e7de5535-cdce-485f-b256-45737a95bd3a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:28.885317 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de5535-cdce-485f-b256-45737a95bd3a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Pushing event updated for resources: {'Port': ['ID=cb276915-e785-4cf2-b1e5-e26ab501e7cc,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:28.900844 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e7de5535-cdce-485f-b256-45737a95bd3a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597308 Jun 15 19:41:28.917111 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Request body: {'port': {'device_id': '24f2e841-11f5-4b38-aa45-8a95492cec45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:41:28.984180 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:29.028008 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:29.149565 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:29.286866 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb276915-e785-4cf2-b1e5-e26ab501e7cc {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:41:29.295596 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Publish callbacks [] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:29.310671 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Transition to ACTIVE for port object cb276915-e785-4cf2-b1e5-e26ab501e7cc will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:41:29.315337 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:29.376561 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Pushing event updated for resources: {'Port': ['ID=cb276915-e785-4cf2-b1e5-e26ab501e7cc,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:29.422889 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Attempting to bind port cb276915-e785-4cf2-b1e5-e26ab501e7cc on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:41:29.423324 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Attempting to bind port cb276915-e785-4cf2-b1e5-e26ab501e7cc by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '124a8e63-63a6-4332-832e-25fb0b10c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7953e1c-32f1-43bd-a8e2-687b003d29d3'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:41:29.423762 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Attempting to bind port cb276915-e785-4cf2-b1e5-e26ab501e7cc on network c7953e1c-32f1-43bd-a8e2-687b003d29d3 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:41:29.430118 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Port cb276915-e785-4cf2-b1e5-e26ab501e7cc on network c7953e1c-32f1-43bd-a8e2-687b003d29d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:41:29.431167 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Attempting to bind port cb276915-e785-4cf2-b1e5-e26ab501e7cc on network c7953e1c-32f1-43bd-a8e2-687b003d29d3 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:41:29.438009 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:41:29.438466 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Checking segment: {'id': '124a8e63-63a6-4332-832e-25fb0b10c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7953e1c-32f1-43bd-a8e2-687b003d29d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:41:29.438912 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Bound using segment: {'id': '124a8e63-63a6-4332-832e-25fb0b10c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7953e1c-32f1-43bd-a8e2-687b003d29d3'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:41:29.439411 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Bound port: cb276915-e785-4cf2-b1e5-e26ab501e7cc, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124a8e63-63a6-4332-832e-25fb0b10c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7953e1c-32f1-43bd-a8e2-687b003d29d3'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:41:29.439833 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:29.494924 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cd4bd-a173-4808-ae43-7cfca4c67ed2 req-7803bcc7-471d-4ad8-aa0d-ab1ffe6467e7 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:29.499726 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-163cd4bd-a173-4808-ae43-7cfca4c67ed2 req-7803bcc7-471d-4ad8-aa0d-ab1ffe6467e7 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 943 time: 0.0583663 Jun 15 19:41:29.521054 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] For port cb276915-e785-4cf2-b1e5-e26ab501e7cc, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:41:29.525562 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] For port cb276915-e785-4cf2-b1e5-e26ab501e7cc, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cb276915-e785-4cf2-b1e5-e26ab501e7cc,segment=NetworkSegment(124a8e63-63a6-4332-832e-25fb0b10c0ce),segment_id=124a8e63-63a6-4332-832e-25fb0b10c0ce)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:41:29.535769 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:29.559183 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-163cd4bd-a173-4808-ae43-7cfca4c67ed2 req-5ea1b05d-dc97-4687-8cd2-7c5741db30fe tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561721 Jun 15 19:41:29.569180 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:29.569836 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:29.571315 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] 10.222.0.42 "PUT /v2.0/ports/cb276915-e785-4cf2-b1e5-e26ab501e7cc HTTP/1.1" status: 200 len: 1093 time: 0.6593933 Jun 15 19:41:29.571754 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f2e841-11f5-4b38-aa45-8a95492cec45', 'tag': 'cb276915-e785-4cf2-b1e5-e26ab501e7cc'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:41:29.574004 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174f89c8-0987-4f9d-8ad2-c6a378cb6cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "24f2e841-11f5-4b38-aa45-8a95492cec45", "tag": "cb276915-e785-4cf2-b1e5-e26ab501e7cc"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:41:29.643187 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d03446-d05a-4ca8-bd27-ddeaa863f2e0 x-openstack-request-id: req-b4d03446-d05a-4ca8-bd27-ddeaa863f2e0 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:41:29.643474 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f2e841-11f5-4b38-aa45-8a95492cec45", "tag": "cb276915-e785-4cf2-b1e5-e26ab501e7cc", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:41:29.643725 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4d03446-d05a-4ca8-bd27-ddeaa863f2e0 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:41:29.644120 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d03446-d05a-4ca8-bd27-ddeaa863f2e0'] response: {'name': 'network-changed', 'server_uuid': '24f2e841-11f5-4b38-aa45-8a95492cec45', 'tag': 'cb276915-e785-4cf2-b1e5-e26ab501e7cc', 'status': 'completed', 'code': 200} Jun 15 19:41:29.661476 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251bbc2-c7f6-4028-97b1-2d93ca35d35d service neutron] Pushing event updated for resources: {'Port': ['ID=cb276915-e785-4cf2-b1e5-e26ab501e7cc,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:29.678216 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-6b09b368-fbea-481a-a44e-b5121693e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:29.679895 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-6b09b368-fbea-481a-a44e-b5121693e559 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=526f86dc251440b9b50e325de4efb751&device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 1127 time: 0.0524173 Jun 15 19:41:29.728538 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-67503049-73d8-46ab-a83f-175697f63b6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb276915-e785-4cf2-b1e5-e26ab501e7cc HTTP/1.1" status: 200 len: 217 time: 0.0392916 Jun 15 19:41:29.927494 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=79 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:29.927494 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:30.103302 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-d63c3fff-8b02-43b4-8961-bc08c3d7c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:30.104757 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-d63c3fff-8b02-43b4-8961-bc08c3d7c9d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27583218-6d7b-4b54-98ec-f48c4bf52522 HTTP/1.1" status: 200 len: 853 time: 0.0469029 Jun 15 19:41:30.142424 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61533533-a21f-4ed9-bade-f54e33aa004f req-6711f654-e960-4421-8ad7-5ef712419131 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:30.143944 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-61533533-a21f-4ed9-bade-f54e33aa004f req-6711f654-e960-4421-8ad7-5ef712419131 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 946 time: 0.0497344 Jun 15 19:41:30.191729 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-61533533-a21f-4ed9-bade-f54e33aa004f req-1a85e88e-9118-4d51-bc1e-af57c5c18168 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415347 Jun 15 19:41:30.421272 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:30.687224 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54851d67-7462-459d-9804-99d9a44d0691 req-fa8056f9-b38b-4eb1-baa6-8cd253de1141 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:30.688730 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-54851d67-7462-459d-9804-99d9a44d0691 req-fa8056f9-b38b-4eb1-baa6-8cd253de1141 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 943 time: 0.0531180 Jun 15 19:41:30.742112 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-54851d67-7462-459d-9804-99d9a44d0691 req-fe816504-9f81-49cd-97a5-f453557924b3 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477762 Jun 15 19:41:31.308933 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992931f9-eb28-4a43-9421-1a439e81a310 req-e155ef70-adf7-444d-8046-6bac31c5522b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:31.310424 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-992931f9-eb28-4a43-9421-1a439e81a310 req-e155ef70-adf7-444d-8046-6bac31c5522b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 946 time: 0.0500059 Jun 15 19:41:31.360318 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-992931f9-eb28-4a43-9421-1a439e81a310 req-46a6b0f3-a3db-42c0-b76e-5a915996bf67 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437882 Jun 15 19:41:31.453885 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-7279b54f-194e-474b-8964-dfe424c26c39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7953e1c-32f1-43bd-a8e2-687b003d29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302439 Jun 15 19:41:31.563055 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-8345ec8d-6b81-40aa-a4e5-a909fb4c3a35 service neutron] 10.222.0.42 "GET /v2.0/networks/c7953e1c-32f1-43bd-a8e2-687b003d29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000335 Jun 15 19:41:31.753982 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c119d8a6-28ac-420e-8f87-a43eedd0cb60 req-09e2b982-3ed8-4298-8bba-f5ff81e1ac64 service neutron] 10.222.0.42 "GET /v2.0/networks/c7953e1c-32f1-43bd-a8e2-687b003d29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966082 Jun 15 19:41:31.837865 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-3029c1bb-eab5-4da3-a9dc-5f04c5533419 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:31.839383 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-3029c1bb-eab5-4da3-a9dc-5f04c5533419 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 946 time: 0.0682871 Jun 15 19:41:31.888700 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb290c6-471c-4503-9cf6-21babb73198a req-c52eba85-2d37-4634-b2bd-78462d22ea6c tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:31.890248 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dbb290c6-471c-4503-9cf6-21babb73198a req-c52eba85-2d37-4634-b2bd-78462d22ea6c tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 943 time: 0.0496895 Jun 15 19:41:31.939223 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dbb290c6-471c-4503-9cf6-21babb73198a req-a60b83a1-5f50-4f0f-a46f-5d40386758a5 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430226 Jun 15 19:41:32.480692 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8066d-8fdf-40cf-a1d4-70ff9647c5f3 req-f404ab94-4c8c-43ca-a8c0-21c907525b40 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:32.482198 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f9b8066d-8fdf-40cf-a1d4-70ff9647c5f3 req-f404ab94-4c8c-43ca-a8c0-21c907525b40 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 946 time: 0.0511408 Jun 15 19:41:32.530515 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f9b8066d-8fdf-40cf-a1d4-70ff9647c5f3 req-758ce998-a588-42e1-a972-d8e8b02a261e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422218 Jun 15 19:41:32.892062 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:32.977190 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Deleting port 38c5a7a2-3e50-419d-842c-89b9faf77314 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:41:32.977546 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:32.999660 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f89c8-0987-4f9d-8ad2-c6a378cb6cc7 req-fe663dba-e526-4528-aa18-fe3e8d45a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:33.003323 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-174f89c8-0987-4f9d-8ad2-c6a378cb6cc7 req-fe663dba-e526-4528-aa18-fe3e8d45a576 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=526f86dc251440b9b50e325de4efb751&device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 1127 time: 0.1641748 Jun 15 19:41:33.066532 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:33.117194 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] For port 38c5a7a2-3e50-419d-842c-89b9faf77314, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=38c5a7a2-3e50-419d-842c-89b9faf77314,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:41:33.117505 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:33.119989 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aedbe3-5a22-4ba3-abc1-2ced4a9625a1 req-f7e1e037-be97-4bcb-8e17-53fa46b2e9f1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:33.121450 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-29aedbe3-5a22-4ba3-abc1-2ced4a9625a1 req-f7e1e037-be97-4bcb-8e17-53fa46b2e9f1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0693979 Jun 15 19:41:33.127702 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9587abb-ce8e-43dc-bb8a-b0ee45fbab81 req-0aa10658-9fc5-4d81-9efb-ae495053719d tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:33.129312 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b9587abb-ce8e-43dc-bb8a-b0ee45fbab81 req-0aa10658-9fc5-4d81-9efb-ae495053719d tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 943 time: 0.0893924 Jun 15 19:41:33.168217 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:33.178804 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:33.213087 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-29aedbe3-5a22-4ba3-abc1-2ced4a9625a1 req-3fba517b-52f4-4aac-9d79-1463138022c0 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826697 Jun 15 19:41:33.216188 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b9587abb-ce8e-43dc-bb8a-b0ee45fbab81 req-aeb9b0be-a86b-437a-b699-62a507efdade tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780954 Jun 15 19:41:33.547835 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f89c8-0987-4f9d-8ad2-c6a378cb6cc7 req-08c8e444-256e-49a2-ab54-1098beef07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:33.549300 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-174f89c8-0987-4f9d-8ad2-c6a378cb6cc7 req-08c8e444-256e-49a2-ab54-1098beef07ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7953e1c-32f1-43bd-a8e2-687b003d29d3 HTTP/1.1" status: 200 len: 914 time: 0.4685009 Jun 15 19:41:33.596719 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-174f89c8-0987-4f9d-8ad2-c6a378cb6cc7 req-6205ecb5-de48-4284-bcbd-a1531f634581 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb276915-e785-4cf2-b1e5-e26ab501e7cc HTTP/1.1" status: 200 len: 217 time: 0.0400224 Jun 15 19:41:33.655266 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8475f-7f0e-4429-8f0a-5f6f44b2200b req-221d371a-c252-4a6f-bbbc-df5a7dc20dcf tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:33.656911 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-75f8475f-7f0e-4429-8f0a-5f6f44b2200b req-221d371a-c252-4a6f-bbbc-df5a7dc20dcf tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 946 time: 0.0506315 Jun 15 19:41:33.692565 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:33.692934 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (1921cc33-8e49-4bd5-8110-553ce14bb09f), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:33.693235 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Floating IP 1921cc33-8e49-4bd5-8110-553ce14bb09f disassociated. External IP: 172.27.0.168, port: 38c5a7a2-3e50-419d-842c-89b9faf77314. Jun 15 19:41:33.694056 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Calling delete_port for 38c5a7a2-3e50-419d-842c-89b9faf77314 owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:41:33.700942 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f89c8-0987-4f9d-8ad2-c6a378cb6cc7 req-811e4fe3-8553-4737-b41d-2bf5b42b5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:33.702483 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-174f89c8-0987-4f9d-8ad2-c6a378cb6cc7 req-811e4fe3-8553-4737-b41d-2bf5b42b5a0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27583218-6d7b-4b54-98ec-f48c4bf52522 HTTP/1.1" status: 200 len: 853 time: 0.0724189 Jun 15 19:41:33.702629 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54a8a249-652e-4a87-9df9-a46a9173a547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:33.724161 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-75f8475f-7f0e-4429-8f0a-5f6f44b2200b req-0829b5c5-1e13-464a-98a7-4b4a900cede1 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=68593589-3a3d-4477-805e-c9cf1643e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554664 Jun 15 19:41:33.728459 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device cb276915-e785-4cf2-b1e5-e26ab501e7cc details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:41:33.770528 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-174f89c8-0987-4f9d-8ad2-c6a378cb6cc7 req-f9652dd2-4639-417b-b965-31a5fe56853a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7953e1c-32f1-43bd-a8e2-687b003d29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597978 Jun 15 19:41:33.849270 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port cb276915-e785-4cf2-b1e5-e26ab501e7cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cb276915-e785-4cf2-b1e5-e26ab501e7cc,segment=NetworkSegment(124a8e63-63a6-4332-832e-25fb0b10c0ce),segment_id=124a8e63-63a6-4332-832e-25fb0b10c0ce)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:41:33.870015 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'cb276915-e785-4cf2-b1e5-e26ab501e7cc', 'network_id': 'c7953e1c-32f1-43bd-a8e2-687b003d29d3', 'port_id': 'cb276915-e785-4cf2-b1e5-e26ab501e7cc', 'mac_address': 'fa:16:3e:e0:49:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27583218-6d7b-4b54-98ec-f48c4bf52522', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:41:33.926073 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-174f89c8-0987-4f9d-8ad2-c6a378cb6cc7 req-76228fa0-6e28-46d7-9fe1-3a6cf1e967b8 service neutron] 10.222.0.42 "GET /v2.0/networks/c7953e1c-32f1-43bd-a8e2-687b003d29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458535 Jun 15 19:41:33.977743 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (38c5a7a2-3e50-419d-842c-89b9faf77314), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:34.045036 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event deleted for resources: {'Port': ['ID=38c5a7a2-3e50-419d-842c-89b9faf77314,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:34.045563 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port cb276915-e785-4cf2-b1e5-e26ab501e7cc is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:41:34.046081 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:34.064049 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb276915-e785-4cf2-b1e5-e26ab501e7cc {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:41:34.091201 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port cb276915-e785-4cf2-b1e5-e26ab501e7cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cb276915-e785-4cf2-b1e5-e26ab501e7cc,segment=NetworkSegment(124a8e63-63a6-4332-832e-25fb0b10c0ce),segment_id=124a8e63-63a6-4332-832e-25fb0b10c0ce)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:41:34.095661 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:34.136757 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:34.150403 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=cb276915-e785-4cf2-b1e5-e26ab501e7cc,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:34.152052 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-174f89c8-0987-4f9d-8ad2-c6a378cb6cc7 req-bb3a7770-5ee4-4aa5-84bd-b436fc649cee service neutron] 10.222.0.42 "GET /v2.0/networks/c7953e1c-32f1-43bd-a8e2-687b003d29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194798 Jun 15 19:41:34.192380 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Router 0d2bb485-8201-4259-b811-ace17e805b17 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:41:34.312542 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:41:34.325906 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfea157-9972-4fa2-a9c9-f8927b41a666 None None] Sync routers for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:41:34.343682 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfea157-9972-4fa2-a9c9-f8927b41a666 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:41:34.344310 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-5cfea157-9972-4fa2-a9c9-f8927b41a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:41:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:41:34.389900 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] No DVR routers for this DVR port 38c5a7a2-3e50-419d-842c-89b9faf77314 on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:41:34.393380 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:34.397933 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4c0b6e28-3fd6-46a8-bd03-afce16588804 req-57e27d4b-9890-4887-a61b-d4074e7f3f6a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "DELETE /v2.0/ports/38c5a7a2-3e50-419d-842c-89b9faf77314 HTTP/1.1" status: 204 len: 173 time: 1.5892599 Jun 15 19:41:34.399198 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e7c26a-2656-4871-bc8c-fff9ca495889', 'name': 'network-vif-deleted', 'tag': '38c5a7a2-3e50-419d-842c-89b9faf77314'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:41:34.402362 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dbe2bd-2301-4165-8670-8df78cd2a1fc" -d '{"events": [{"server_uuid": "26e7c26a-2656-4871-bc8c-fff9ca495889", "name": "network-vif-deleted", "tag": "38c5a7a2-3e50-419d-842c-89b9faf77314"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:41:34.425047 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['cb276915-e785-4cf2-b1e5-e26ab501e7cc'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:41:34.493414 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-5cfea157-9972-4fa2-a9c9-f8927b41a666 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:41:34.647070 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d1cf5-e4f5-4ffc-b345-8a5dfb43f15f req-1e28b6c5-1afd-4b68-8156-fe2807b37350 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:34.650493 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e34d1cf5-e4f5-4ffc-b345-8a5dfb43f15f req-1e28b6c5-1afd-4b68-8156-fe2807b37350 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 944 time: 0.3333237 Jun 15 19:41:34.660947 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb40db8-61d3-4c79-8124-9cd02bc51a4e req-d8780c9d-6711-4c6f-9679-dbce4060a4fc tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:34.664294 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bcb40db8-61d3-4c79-8124-9cd02bc51a4e req-d8780c9d-6711-4c6f-9679-dbce4060a4fc tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.3282251 Jun 15 19:41:34.744912 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e34d1cf5-e4f5-4ffc-b345-8a5dfb43f15f req-c2a01b4e-faab-408a-974b-ee7d81c64186 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791569 Jun 15 19:41:34.748356 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bcb40db8-61d3-4c79-8124-9cd02bc51a4e req-1e499942-e8ff-4621-bb35-fabfaa9927bc tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740652 Jun 15 19:41:34.811277 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002b976d-0b51-4423-9f39-d2d8285e48ea x-openstack-request-id: req-002b976d-0b51-4423-9f39-d2d8285e48ea {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:41:34.811575 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e7c26a-2656-4871-bc8c-fff9ca495889", "name": "network-vif-deleted", "tag": "38c5a7a2-3e50-419d-842c-89b9faf77314", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:41:34.811803 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-002b976d-0b51-4423-9f39-d2d8285e48ea {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:41:34.812230 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-002b976d-0b51-4423-9f39-d2d8285e48ea'] response: {'server_uuid': '26e7c26a-2656-4871-bc8c-fff9ca495889', 'name': 'network-vif-deleted', 'tag': '38c5a7a2-3e50-419d-842c-89b9faf77314', 'status': 'completed', 'code': 200} Jun 15 19:41:34.856199 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-88ec584d-ab23-422b-a6ca-9c0ee7db5373 req-fcba51cc-4f57-449d-9f26-f3f574b9e5be tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e7c26a-2656-4871-bc8c-fff9ca495889 HTTP/1.1" status: 200 len: 210 time: 0.0309775 Jun 15 19:41:34.921831 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-5cfea157-9972-4fa2-a9c9-f8927b41a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '916cdec1-af76-40d3-a161-23e70f068353', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:56:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:16Z', 'updated_at': '2022-06-15T19:38:47Z', 'revision_number': 2, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:41:34.948860 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfea157-9972-4fa2-a9c9-f8927b41a666 None None] Checking router: 0d2bb485-8201-4259-b811-ace17e805b17 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:41:34.962161 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfea157-9972-4fa2-a9c9-f8927b41a666 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:41:34.962928 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-5cfea157-9972-4fa2-a9c9-f8927b41a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:41:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:41:35.075172 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-5cfea157-9972-4fa2-a9c9-f8927b41a666 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:41:35.318649 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-5cfea157-9972-4fa2-a9c9-f8927b41a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '916cdec1-af76-40d3-a161-23e70f068353', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:56:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:16Z', 'updated_at': '2022-06-15T19:38:47Z', 'revision_number': 2, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:41:35.356694 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfea157-9972-4fa2-a9c9-f8927b41a666 None None] The sync data for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi is: [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '916cdec1-af76-40d3-a161-23e70f068353', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:56:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:38:16Z', 'updated_at': '2022-06-15T19:38:47Z', 'revision_number': 2, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:41:35.612393 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9880b0fa-0ced-4c23-8c17-ee29a04e758e None None] New status for floating IP 1921cc33-8e49-4bd5-8110-553ce14bb09f: DOWN {{(pid=104105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:41:35.741016 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device cb276915-e785-4cf2-b1e5-e26ab501e7cc up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:41:35.798285 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port cb276915-e785-4cf2-b1e5-e26ab501e7cc completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:41:35.807587 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port cb276915-e785-4cf2-b1e5-e26ab501e7cc triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:41:35.808552 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:35.906755 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port cb276915-e785-4cf2-b1e5-e26ab501e7cc is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:41:35.907051 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:35.922444 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f3056-27cc-4035-892b-752f2f54c90c req-2d5b71e3-7a69-4659-9fc2-dc5f6794b3e0 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:35.924062 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bc6f3056-27cc-4035-892b-752f2f54c90c req-2d5b71e3-7a69-4659-9fc2-dc5f6794b3e0 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0871954 Jun 15 19:41:35.932832 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f2e841-11f5-4b38-aa45-8a95492cec45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb276915-e785-4cf2-b1e5-e26ab501e7cc'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:41:35.935085 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc18851-63ae-4456-8472-39a79bcdbc7c" -d '{"events": [{"server_uuid": "24f2e841-11f5-4b38-aa45-8a95492cec45", "name": "network-vif-plugged", "status": "completed", "tag": "cb276915-e785-4cf2-b1e5-e26ab501e7cc"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:41:35.937349 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0bf38-3c4c-4ff9-8e81-cdfff5dd5d07 req-d83ac07a-bf9c-4b8b-85b9-b52aaf40af1b tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:35.938744 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6ea0bf38-3c4c-4ff9-8e81-cdfff5dd5d07 req-d83ac07a-bf9c-4b8b-85b9-b52aaf40af1b tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 944 time: 0.0675869 Jun 15 19:41:35.955605 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port cb276915-e785-4cf2-b1e5-e26ab501e7cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cb276915-e785-4cf2-b1e5-e26ab501e7cc,segment=NetworkSegment(124a8e63-63a6-4332-832e-25fb0b10c0ce),segment_id=124a8e63-63a6-4332-832e-25fb0b10c0ce)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:41:35.966957 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:35.968061 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 38c5a7a2-3e50-419d-842c-89b9faf77314 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:41:36.014567 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f155f09c-3f3c-44dc-a908-9d9c9f595802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:36.018003 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: 38c5a7a2-3e50-419d-842c-89b9faf77314 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:41:36.018375 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 38c5a7a2-3e50-419d-842c-89b9faf77314 not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:41:36.032546 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bc6f3056-27cc-4035-892b-752f2f54c90c req-55548583-61b3-4144-b68c-9c8e623d8c90 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904181 Jun 15 19:41:36.051893 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6ea0bf38-3c4c-4ff9-8e81-cdfff5dd5d07 req-bbfcc6a2-825b-418e-8b18-ca87b23d47b5 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950050 Jun 15 19:41:36.052022 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=cb276915-e785-4cf2-b1e5-e26ab501e7cc,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:36.109275 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaaa3a3-844e-4176-8a2b-712422e12175 x-openstack-request-id: req-adaaa3a3-844e-4176-8a2b-712422e12175 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:41:36.109593 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f2e841-11f5-4b38-aa45-8a95492cec45", "name": "network-vif-plugged", "status": "completed", "tag": "cb276915-e785-4cf2-b1e5-e26ab501e7cc", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:41:36.109872 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adaaa3a3-844e-4176-8a2b-712422e12175 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:41:36.110275 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adaaa3a3-844e-4176-8a2b-712422e12175'] response: {'server_uuid': '24f2e841-11f5-4b38-aa45-8a95492cec45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb276915-e785-4cf2-b1e5-e26ab501e7cc', 'code': 200} Jun 15 19:41:36.162997 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49002) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:41:36.249609 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (68593589-3a3d-4477-805e-c9cf1643e4f8), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:36.279251 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (68593589-3a3d-4477-805e-c9cf1643e4f8), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:36.297104 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:36.309585 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbe033-35ee-40fc-a51c-dc8e165fb08d req-b8f19376-97df-46eb-a4a8-3f329fb15a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:36.311126 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-7cbbe033-35ee-40fc-a51c-dc8e165fb08d req-b8f19376-97df-46eb-a4a8-3f329fb15a86 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 1129 time: 0.0485523 Jun 15 19:41:36.345377 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (68593589-3a3d-4477-805e-c9cf1643e4f8), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:36.348176 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:36.349379 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "DELETE /v2.0/security-groups/68593589-3a3d-4477-805e-c9cf1643e4f8 HTTP/1.1" status: 204 len: 168 time: 0.1851578 Jun 15 19:41:36.353579 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49004) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:41:36.360471 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68593589-3a3d-4477-805e-c9cf1643e4f8,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:36.369020 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.369774 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.370432 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.370986 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.371602 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.372274 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.373828 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.374569 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.375004 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.375599 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.376122 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.376759 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.377220 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.377641 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.378153 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e1bb05-8d8e-44fc-b90b-d50f115ae268 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:41:36.395126 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.api.v2.resource [None req-21707362-742f-487e-aa3c-5c3b7c5d8716 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] show failed (client error): The resource could not be found. Jun 15 19:41:36.396341 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-21707362-742f-487e-aa3c-5c3b7c5d8716 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups/68593589-3a3d-4477-805e-c9cf1643e4f8 HTTP/1.1" status: 404 len: 347 time: 0.0415397 Jun 15 19:41:36.400110 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49006) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:41:36.411281 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-7cbbe033-35ee-40fc-a51c-dc8e165fb08d req-39b72148-e43d-4af9-ba48-845b354f0773 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932739 Jun 15 19:41:36.520513 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-799da407-bbba-4039-8cea-46aa2245461a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Deleting port 52de54d3-29de-42f7-ba69-af616f5a313d {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:41:36.520934 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-799da407-bbba-4039-8cea-46aa2245461a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (52de54d3-29de-42f7-ba69-af616f5a313d), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:36.604606 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-799da407-bbba-4039-8cea-46aa2245461a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (52de54d3-29de-42f7-ba69-af616f5a313d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:36.605047 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-799da407-bbba-4039-8cea-46aa2245461a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (52de54d3-29de-42f7-ba69-af616f5a313d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:36.619920 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-799da407-bbba-4039-8cea-46aa2245461a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Calling delete_port for 52de54d3-29de-42f7-ba69-af616f5a313d owned by network:floatingip {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:41:36.622796 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:36.743405 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:36.766733 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-799da407-bbba-4039-8cea-46aa2245461a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (52de54d3-29de-42f7-ba69-af616f5a313d), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:36.795095 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799da407-bbba-4039-8cea-46aa2245461a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event deleted for resources: {'Port': ['ID=52de54d3-29de-42f7-ba69-af616f5a313d,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:36.860350 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-799da407-bbba-4039-8cea-46aa2245461a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (1921cc33-8e49-4bd5-8110-553ce14bb09f), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:36.863761 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-799da407-bbba-4039-8cea-46aa2245461a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:36.868900 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-799da407-bbba-4039-8cea-46aa2245461a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "DELETE /v2.0/floatingips/1921cc33-8e49-4bd5-8110-553ce14bb09f HTTP/1.1" status: 204 len: 168 time: 0.4647639 Jun 15 19:41:37.155665 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d0498-1836-4676-8299-8dfd9ad9fdc3 req-91795ac6-9ef2-44f0-8b28-e8e88d970fb8 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:37.157207 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d00d0498-1836-4676-8299-8dfd9ad9fdc3 req-91795ac6-9ef2-44f0-8b28-e8e88d970fb8 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0550303 Jun 15 19:41:37.228886 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d4b7c-b992-4723-859c-62f363eb3b44 req-3eadc8ce-d454-40e1-8e4c-1fc0c7e01e43 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:37.230443 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b68d4b7c-b992-4723-859c-62f363eb3b44 req-3eadc8ce-d454-40e1-8e4c-1fc0c7e01e43 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 945 time: 0.0723240 Jun 15 19:41:37.264215 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d00d0498-1836-4676-8299-8dfd9ad9fdc3 req-f8d0fa92-2f2e-47d3-917c-60419d470bac tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973775 Jun 15 19:41:37.313073 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b68d4b7c-b992-4723-859c-62f363eb3b44 req-301b523f-2465-4343-9ca5-a06f6edbd72e tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647731 Jun 15 19:41:37.396073 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:38.394112 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9209e82-0f48-4e79-9091-a5beeead1f18 req-c89e3b8f-558d-4332-a3ad-75d81b7aeecc tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:38.395671 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f9209e82-0f48-4e79-9091-a5beeead1f18 req-c89e3b8f-558d-4332-a3ad-75d81b7aeecc tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0543725 Jun 15 19:41:38.447850 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f9209e82-0f48-4e79-9091-a5beeead1f18 req-db83cb64-b55b-4188-a8e2-8d0dbd7cab1a tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450170 Jun 15 19:41:38.501288 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e49b38-18ff-46ef-b11e-8605ccbe0a51 req-ef2dcaaa-a779-4bee-a45b-15f1f3ababc4 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:38.502751 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a6e49b38-18ff-46ef-b11e-8605ccbe0a51 req-ef2dcaaa-a779-4bee-a45b-15f1f3ababc4 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 945 time: 0.0539920 Jun 15 19:41:38.551581 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a6e49b38-18ff-46ef-b11e-8605ccbe0a51 req-65a1d727-7a39-48b3-81a8-d442b0856ea3 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Jun 15 19:41:38.768662 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:39.453709 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:39.578771 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735b7fc-81a1-4de2-9074-81a11da7ffd2 req-1ef93ea4-4ddc-4a26-a758-112558420236 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:39.580307 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c735b7fc-81a1-4de2-9074-81a11da7ffd2 req-1ef93ea4-4ddc-4a26-a758-112558420236 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0533214 Jun 15 19:41:39.632685 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c735b7fc-81a1-4de2-9074-81a11da7ffd2 req-550233b3-38c0-4f3d-ad61-ad52b14e7f41 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467620 Jun 15 19:41:40.869218 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8abf4-a8c8-4f62-ba8c-62c65f2dfb63 req-88d86ce3-aebf-40e2-8a34-b6dc4b89a16a tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:40.870651 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfb8abf4-a8c8-4f62-ba8c-62c65f2dfb63 req-88d86ce3-aebf-40e2-8a34-b6dc4b89a16a tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0831060 Jun 15 19:41:40.876922 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0b4c8-c9ac-494b-8257-4ebcfe2bc7ae req-7b5ad1de-4f26-48e4-8fb4-f93c5f586261 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:40.878323 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2ae0b4c8-c9ac-494b-8257-4ebcfe2bc7ae req-7b5ad1de-4f26-48e4-8fb4-f93c5f586261 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 945 time: 0.0805826 Jun 15 19:41:40.953486 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfb8abf4-a8c8-4f62-ba8c-62c65f2dfb63 req-c97e4703-5af7-4956-9dee-adfbd1210982 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741317 Jun 15 19:41:40.956453 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2ae0b4c8-c9ac-494b-8257-4ebcfe2bc7ae req-4fade5c9-4257-42bd-80e0-047b80d3af72 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711446 Jun 15 19:41:41.065365 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946c86e-7f44-4789-9c52-49e8d154dc1d req-f30ec470-de2f-4bf3-ba3c-a6e3a340e81f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:41.067182 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8946c86e-7f44-4789-9c52-49e8d154dc1d req-f30ec470-de2f-4bf3-ba3c-a6e3a340e81f tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0554545 Jun 15 19:41:41.120153 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8946c86e-7f44-4789-9c52-49e8d154dc1d req-f1013f02-05ea-4bb7-b1ff-45e51bc33ba5 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473440 Jun 15 19:41:42.051782 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:42.111120 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913b467-e85b-4ce4-b7ce-f2761bffccf1 req-38e6fa97-605c-4658-8416-0207d9073ef2 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:42.112613 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7913b467-e85b-4ce4-b7ce-f2761bffccf1 req-38e6fa97-605c-4658-8416-0207d9073ef2 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 945 time: 0.0805237 Jun 15 19:41:42.119547 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec0f7-986e-4583-9ba4-ccaf34f933ff req-81e7d894-104d-4c32-b85a-0b26b7c30a28 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:42.120949 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e87ec0f7-986e-4583-9ba4-ccaf34f933ff req-81e7d894-104d-4c32-b85a-0b26b7c30a28 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0791879 Jun 15 19:41:42.142383 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:42.192808 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7913b467-e85b-4ce4-b7ce-f2761bffccf1 req-e68377fa-32ab-4565-bdfb-bc3ea91c74fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708532 Jun 15 19:41:42.205221 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e87ec0f7-986e-4583-9ba4-ccaf34f933ff req-d90261a9-917a-4075-b4a9-3b73b1a53e12 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758514 Jun 15 19:41:42.307115 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf8686-f743-4c4e-8c8e-6ff85a007122 req-b3997302-50b8-48d5-991a-e2e90407c432 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:42.308831 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-44bf8686-f743-4c4e-8c8e-6ff85a007122 req-b3997302-50b8-48d5-991a-e2e90407c432 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0580025 Jun 15 19:41:42.344686 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37634838-208d-439c-8c63-d7529a93a865 req-49da2562-c97c-4d86-84fe-bb00431cfef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:42.346538 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-37634838-208d-439c-8c63-d7529a93a865 req-49da2562-c97c-4d86-84fe-bb00431cfef4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 1130 time: 0.0475085 Jun 15 19:41:42.373287 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-44bf8686-f743-4c4e-8c8e-6ff85a007122 req-fc8e7036-caed-483f-b83b-ec31dcbfd57b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586507 Jun 15 19:41:42.552250 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37634838-208d-439c-8c63-d7529a93a865 req-85a39dcd-a888-41ea-90c3-02ea83cacfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:42.553962 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-37634838-208d-439c-8c63-d7529a93a865 req-85a39dcd-a888-41ea-90c3-02ea83cacfec service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 919 time: 0.1070676 Jun 15 19:41:42.711334 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-37634838-208d-439c-8c63-d7529a93a865 req-d0d9a45b-b618-4101-8036-1e4c2b927c48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a87c9c4f-dbec-4c55-a398-b538509f41ea HTTP/1.1" status: 200 len: 1001 time: 0.0624173 Jun 15 19:41:42.764999 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37634838-208d-439c-8c63-d7529a93a865 req-b2cfc8e5-4e78-4b03-96c0-e148902b9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:42.766509 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-37634838-208d-439c-8c63-d7529a93a865 req-b2cfc8e5-4e78-4b03-96c0-e148902b9ec5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.0484478 Jun 15 19:41:42.863168 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37634838-208d-439c-8c63-d7529a93a865 req-1c3e0c72-7eb5-4d26-b1aa-7e4e05f1a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:42.864589 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-37634838-208d-439c-8c63-d7529a93a865 req-1c3e0c72-7eb5-4d26-b1aa-7e4e05f1a338 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694101 Jun 15 19:41:42.870721 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-7b6c66b6-31a8-4afc-8c62-12a8c04b04d3 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:42.872348 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-7b6c66b6-31a8-4afc-8c62-12a8c04b04d3 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 945 time: 0.0756171 Jun 15 19:41:43.017011 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Deleting port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:41:43.017357 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:43.046058 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-37634838-208d-439c-8c63-d7529a93a865 req-7e13cf1b-7fdd-4d86-a0d1-000486351ea4 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727784 Jun 15 19:41:43.156509 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:43.185560 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] For port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=30a09c0c-5cec-4b08-8e71-71e48f7bd23a,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:41:43.185924 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:43.240992 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-37634838-208d-439c-8c63-d7529a93a865 req-816759ee-d24d-439b-bc45-9fcf876c079a service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824825 Jun 15 19:41:43.380269 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f490af-6222-4ea7-848f-ecc684949167 req-9a53a0a3-19fc-4cfb-b267-560b62c5d135 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:43.381796 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f8f490af-6222-4ea7-848f-ecc684949167 req-9a53a0a3-19fc-4cfb-b267-560b62c5d135 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d725dd8-b126-49c5-8d0f-3a02cb3331d2 HTTP/1.1" status: 200 len: 945 time: 0.1029301 Jun 15 19:41:43.403390 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b93f23-6ce4-446b-9470-a87d3ff93544 req-07ba54e0-7563-454c-b484-e00a07bd63db tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:43.405162 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a0b93f23-6ce4-446b-9470-a87d3ff93544 req-07ba54e0-7563-454c-b484-e00a07bd63db tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0803623 Jun 15 19:41:43.433574 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:43.434166 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (916cdec1-af76-40d3-a161-23e70f068353), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:43.434166 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Floating IP 916cdec1-af76-40d3-a161-23e70f068353 disassociated. External IP: 172.27.0.149, port: 30a09c0c-5cec-4b08-8e71-71e48f7bd23a. Jun 15 19:41:43.434573 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Calling delete_port for 30a09c0c-5cec-4b08-8e71-71e48f7bd23a owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:41:43.474528 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f8f490af-6222-4ea7-848f-ecc684949167 req-5f0b67c8-9b90-4fa0-bfb1-01216d6a9ff8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859611 Jun 15 19:41:43.482419 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a0b93f23-6ce4-446b-9470-a87d3ff93544 req-2661896b-f913-4ae7-b657-4b5ba0087154 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711510 Jun 15 19:41:43.493312 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:43.588447 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (30a09c0c-5cec-4b08-8e71-71e48f7bd23a), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:43.609362 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ce3a0-5396-4d48-93e2-348680196e8e req-9ef9989a-9450-4a70-9244-7073e406b56a tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:43.610942 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-639ce3a0-5396-4d48-93e2-348680196e8e req-9ef9989a-9450-4a70-9244-7073e406b56a tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0631034 Jun 15 19:41:43.630481 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event deleted for resources: {'Port': ['ID=30a09c0c-5cec-4b08-8e71-71e48f7bd23a,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:43.667827 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-639ce3a0-5396-4d48-93e2-348680196e8e req-a28b1ca9-2824-453a-a252-573535c37209 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508687 Jun 15 19:41:43.744284 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Router 0d2bb485-8201-4259-b811-ace17e805b17 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:41:43.854021 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:41:43.865573 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689bd794-7bda-41a8-9432-b465f69258cc None None] Sync routers for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:41:43.876117 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=85,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:43.882708 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689bd794-7bda-41a8-9432-b465f69258cc None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:41:43.883798 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-689bd794-7bda-41a8-9432-b465f69258cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:41:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:41:43.900243 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] No DVR routers for this DVR port 30a09c0c-5cec-4b08-8e71-71e48f7bd23a on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:41:43.902788 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:43.905996 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-413e3df4-90c9-4c62-9363-91eede1ed431 req-0252d186-008b-48d0-acca-9ab51c2501fe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "DELETE /v2.0/ports/30a09c0c-5cec-4b08-8e71-71e48f7bd23a HTTP/1.1" status: 204 len: 173 time: 1.0256572 Jun 15 19:41:43.906462 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'name': 'network-vif-deleted', 'tag': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:41:43.908689 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108be4f5-42bb-4249-9c8e-f1a454998caf" -d '{"events": [{"server_uuid": "9d725dd8-b126-49c5-8d0f-3a02cb3331d2", "name": "network-vif-deleted", "tag": "30a09c0c-5cec-4b08-8e71-71e48f7bd23a"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:41:43.953379 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4304af7-d0f9-4721-abaa-2d068b8832ac x-openstack-request-id: req-d4304af7-d0f9-4721-abaa-2d068b8832ac {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:41:43.954448 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d725dd8-b126-49c5-8d0f-3a02cb3331d2", "name": "network-vif-deleted", "tag": "30a09c0c-5cec-4b08-8e71-71e48f7bd23a", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:41:43.955696 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4304af7-d0f9-4721-abaa-2d068b8832ac {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:41:43.956545 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4304af7-d0f9-4721-abaa-2d068b8832ac'] response: {'server_uuid': '9d725dd8-b126-49c5-8d0f-3a02cb3331d2', 'name': 'network-vif-deleted', 'tag': '30a09c0c-5cec-4b08-8e71-71e48f7bd23a', 'status': 'completed', 'code': 200} Jun 15 19:41:44.009449 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-689bd794-7bda-41a8-9432-b465f69258cc None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:41:44.226928 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-689bd794-7bda-41a8-9432-b465f69258cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:41:44.252879 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689bd794-7bda-41a8-9432-b465f69258cc None None] Checking router: 0d2bb485-8201-4259-b811-ace17e805b17 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:41:44.262921 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689bd794-7bda-41a8-9432-b465f69258cc None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:41:44.263464 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-689bd794-7bda-41a8-9432-b465f69258cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:41:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:41:44.265096 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:44.375188 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-689bd794-7bda-41a8-9432-b465f69258cc None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:41:44.594285 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-689bd794-7bda-41a8-9432-b465f69258cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:41:44.601410 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49106) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:41:44.618887 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42eed7-5abd-4948-b6a4-a8dd962acdf1 req-d6ed3ad5-41b2-4733-b221-c8b432ec8674 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:44.620975 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0e42eed7-5abd-4948-b6a4-a8dd962acdf1 req-d6ed3ad5-41b2-4733-b221-c8b432ec8674 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0580013 Jun 15 19:41:44.623611 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689bd794-7bda-41a8-9432-b465f69258cc None None] The sync data for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi is: [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:41:44.680713 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0e42eed7-5abd-4948-b6a4-a8dd962acdf1 req-cf05ceef-7ce9-4aa7-9580-c07c32ba1705 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537448 Jun 15 19:41:44.682249 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c43b0a49-3344-45f7-9f13-92c52f4e9672 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (2e5f435e-6f3b-482f-ab0b-5d323e89cd5d), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:44.725319 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c43b0a49-3344-45f7-9f13-92c52f4e9672 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (2e5f435e-6f3b-482f-ab0b-5d323e89cd5d), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:44.791692 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c43b0a49-3344-45f7-9f13-92c52f4e9672 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (2e5f435e-6f3b-482f-ab0b-5d323e89cd5d), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:44.794488 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c43b0a49-3344-45f7-9f13-92c52f4e9672 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:44.798232 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-c43b0a49-3344-45f7-9f13-92c52f4e9672 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "DELETE /v2.0/security-groups/2e5f435e-6f3b-482f-ab0b-5d323e89cd5d HTTP/1.1" status: 204 len: 168 time: 0.1930304 Jun 15 19:41:44.805417 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49112) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:41:44.816373 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86f696-03cd-48e2-aed0-0a13503b00e5 req-0823f304-bebe-41b7-8a65-682adadd5946 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:44.818262 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8c86f696-03cd-48e2-aed0-0a13503b00e5 req-0823f304-bebe-41b7-8a65-682adadd5946 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0527153 Jun 15 19:41:44.839595 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.api.v2.resource [None req-c2788c37-8460-47d7-9b66-822e4749ea9a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] show failed (client error): The resource could not be found. Jun 15 19:41:44.840536 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-c2788c37-8460-47d7-9b66-822e4749ea9a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups/2e5f435e-6f3b-482f-ab0b-5d323e89cd5d HTTP/1.1" status: 404 len: 347 time: 0.0337548 Jun 15 19:41:44.841665 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b0a49-3344-45f7-9f13-92c52f4e9672 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5f435e-6f3b-482f-ab0b-5d323e89cd5d,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:44.845055 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49114) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:41:44.922888 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8c86f696-03cd-48e2-aed0-0a13503b00e5 req-b80f7a14-eb76-47e2-959d-f41b55b90d3a tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957940 Jun 15 19:41:44.996231 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69933a-2e31-4f9c-9767-3bcc537ebd69 None None] New status for floating IP 916cdec1-af76-40d3-a161-23e70f068353: DOWN {{(pid=104105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:41:45.014931 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:45.018251 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ffae6-9e09-4a55-bc73-6b163a908a02 req-9050131e-7c34-4dff-aaaf-d76d27191e5f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:45.019934 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-886ffae6-9e09-4a55-bc73-6b163a908a02 req-9050131e-7c34-4dff-aaaf-d76d27191e5f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0667756 Jun 15 19:41:45.061399 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-e7df0a46-93e7-475b-8d99-9596b5ea78fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Deleting port e9f1cd8b-13c7-4e43-9846-af1e9db52ca3 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:41:45.061748 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e7df0a46-93e7-475b-8d99-9596b5ea78fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (e9f1cd8b-13c7-4e43-9846-af1e9db52ca3), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:45.076417 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-886ffae6-9e09-4a55-bc73-6b163a908a02 req-560d7a56-4491-4269-9e15-7c5c7cf6ff64 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504639 Jun 15 19:41:45.104066 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483ac21-01e7-4baf-b367-46ad7d4aaa47 req-f9d387c3-de95-4b8f-9a57-b5bae4c52784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:45.104066 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9483ac21-01e7-4baf-b367-46ad7d4aaa47 req-f9d387c3-de95-4b8f-9a57-b5bae4c52784 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd64a4f6222542f19ba5729f7abe12b2&device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 1130 time: 0.0862231 Jun 15 19:41:45.238366 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e7df0a46-93e7-475b-8d99-9596b5ea78fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (e9f1cd8b-13c7-4e43-9846-af1e9db52ca3), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:45.238691 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e7df0a46-93e7-475b-8d99-9596b5ea78fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (e9f1cd8b-13c7-4e43-9846-af1e9db52ca3), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:45.265166 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-e7df0a46-93e7-475b-8d99-9596b5ea78fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Calling delete_port for e9f1cd8b-13c7-4e43-9846-af1e9db52ca3 owned by network:floatingip {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:41:45.299398 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483ac21-01e7-4baf-b367-46ad7d4aaa47 req-d1d4b9f0-1cbb-433b-b4d4-5c4ea43c90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:45.301221 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9483ac21-01e7-4baf-b367-46ad7d4aaa47 req-d1d4b9f0-1cbb-433b-b4d4-5c4ea43c90e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=68dc56fb-2946-4967-bb27-7b13a758ce58 HTTP/1.1" status: 200 len: 912 time: 0.1620550 Jun 15 19:41:45.396658 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:45.440685 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9483ac21-01e7-4baf-b367-46ad7d4aaa47 req-2cdae556-855a-411e-948c-f8e3d8847cf1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=957e70e2-59d5-4a89-bd25-2ddff5525782 HTTP/1.1" status: 200 len: 1001 time: 0.1050997 Jun 15 19:41:45.543791 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483ac21-01e7-4baf-b367-46ad7d4aaa47 req-5e69c165-4201-48e3-bd07-2943174c1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:45.545613 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9483ac21-01e7-4baf-b367-46ad7d4aaa47 req-5e69c165-4201-48e3-bd07-2943174c1fd5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5682d96f-190e-460c-b7ed-ef0aa8e89880 HTTP/1.1" status: 200 len: 850 time: 0.0910127 Jun 15 19:41:45.599914 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e7df0a46-93e7-475b-8d99-9596b5ea78fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (e9f1cd8b-13c7-4e43-9846-af1e9db52ca3), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:45.634747 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483ac21-01e7-4baf-b367-46ad7d4aaa47 req-b997b8f3-dbd7-49dd-b471-859d5051bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:45.636695 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9483ac21-01e7-4baf-b367-46ad7d4aaa47 req-b997b8f3-dbd7-49dd-b471-859d5051bf97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68dc56fb-2946-4967-bb27-7b13a758ce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835238 Jun 15 19:41:45.639213 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df0a46-93e7-475b-8d99-9596b5ea78fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event deleted for resources: {'Port': ['ID=e9f1cd8b-13c7-4e43-9846-af1e9db52ca3,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:45.668635 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e7df0a46-93e7-475b-8d99-9596b5ea78fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (916cdec1-af76-40d3-a161-23e70f068353), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:45.671835 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e7df0a46-93e7-475b-8d99-9596b5ea78fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:45.673252 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-e7df0a46-93e7-475b-8d99-9596b5ea78fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "DELETE /v2.0/floatingips/916cdec1-af76-40d3-a161-23e70f068353 HTTP/1.1" status: 204 len: 168 time: 0.8195338 Jun 15 19:41:45.756923 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 30a09c0c-5cec-4b08-8e71-71e48f7bd23a no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:41:45.769910 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49122) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:41:45.778457 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-ebb9f159-ac3a-4da4-be6b-3fc08b0b951a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--80807147', 'description': 'tempest-description--1776246979'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:41:45.784372 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: 30a09c0c-5cec-4b08-8e71-71e48f7bd23a {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:41:45.784748 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 30a09c0c-5cec-4b08-8e71-71e48f7bd23a not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:41:45.805070 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ebb9f159-ac3a-4da4-be6b-3fc08b0b951a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:45.895615 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ebb9f159-ac3a-4da4-be6b-3fc08b0b951a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (afd59538-736f-4779-98b3-cee92b8d0cc9), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:45.906119 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ebb9f159-ac3a-4da4-be6b-3fc08b0b951a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (afd59538-736f-4779-98b3-cee92b8d0cc9), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:45.944263 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ebb9f159-ac3a-4da4-be6b-3fc08b0b951a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:45.946422 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ebb9f159-ac3a-4da4-be6b-3fc08b0b951a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1738312 Jun 15 19:41:45.947081 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:45.949459 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49124) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:41:45.955413 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-d216b5df-22df-4fe9-bf4c-5bea95847ff7 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'security_group_rule': {'security_group_id': 'afd59538-736f-4779-98b3-cee92b8d0cc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:41:45.961810 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9f159-ac3a-4da4-be6b-3fc08b0b951a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd59538-736f-4779-98b3-cee92b8d0cc9,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:45.979699 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:45.992327 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d216b5df-22df-4fe9-bf4c-5bea95847ff7 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (2ef5b95e-a046-452c-98c4-3eb51df9f6b8), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:46.051746 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9483ac21-01e7-4baf-b367-46ad7d4aaa47 req-f6d61710-3cc4-4384-9e95-a47779ce2d76 service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743579 Jun 15 19:41:46.095974 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e851c-0596-4516-bf1a-7686a6075829 req-f1aae982-856a-4522-ad69-37aa7c2553c3 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:46.097880 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-691e851c-0596-4516-bf1a-7686a6075829 req-f1aae982-856a-4522-ad69-37aa7c2553c3 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0744815 Jun 15 19:41:46.108387 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d216b5df-22df-4fe9-bf4c-5bea95847ff7 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (2ef5b95e-a046-452c-98c4-3eb51df9f6b8), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:46.114667 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d216b5df-22df-4fe9-bf4c-5bea95847ff7 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (2ef5b95e-a046-452c-98c4-3eb51df9f6b8), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:46.156921 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216b5df-22df-4fe9-bf4c-5bea95847ff7 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef5b95e-a046-452c-98c4-3eb51df9f6b8,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:46.166138 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9483ac21-01e7-4baf-b367-46ad7d4aaa47 req-2e7d4e2f-b4c8-4871-b5d5-b0ce69857185 service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069512 Jun 15 19:41:46.177869 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d216b5df-22df-4fe9-bf4c-5bea95847ff7 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:46.179153 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d216b5df-22df-4fe9-bf4c-5bea95847ff7 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2285137 Jun 15 19:41:46.183000 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49130) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:41:46.187739 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-f6bbdfbd-12a3-4762-a273-f0f86f9ac9fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'security_group_rule': {'security_group_id': 'afd59538-736f-4779-98b3-cee92b8d0cc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:41:46.218894 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdfbd-12a3-4762-a273-f0f86f9ac9fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (3f4444e8-7390-4678-890a-333ed805328c), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:46.228272 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-691e851c-0596-4516-bf1a-7686a6075829 req-7b581ee7-ed05-4d25-a948-840a06e44d66 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102130 Jun 15 19:41:46.244848 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd16a14-a255-4ec5-bcca-466eacab375b req-a0b149f2-9209-48eb-8cfc-79e3ee2cd115 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:46.246462 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9fd16a14-a255-4ec5-bcca-466eacab375b req-a0b149f2-9209-48eb-8cfc-79e3ee2cd115 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0828519 Jun 15 19:41:46.273337 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:46.296754 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdfbd-12a3-4762-a273-f0f86f9ac9fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (3f4444e8-7390-4678-890a-333ed805328c), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:46.302361 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdfbd-12a3-4762-a273-f0f86f9ac9fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (3f4444e8-7390-4678-890a-333ed805328c), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:46.306204 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9fd16a14-a255-4ec5-bcca-466eacab375b req-6023ee14-50e2-4745-b28f-37c2b9ed875f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509050 Jun 15 19:41:46.339374 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdfbd-12a3-4762-a273-f0f86f9ac9fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:46.340606 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-f6bbdfbd-12a3-4762-a273-f0f86f9ac9fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565385 Jun 15 19:41:46.341756 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbdfbd-12a3-4762-a273-f0f86f9ac9fc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4444e8-7390-4678-890a-333ed805328c,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:46.344038 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49132) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:41:46.350524 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'floatingip': {'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:41:46.375781 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:46.470164 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:46.595105 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Allocated IP 172.27.0.86 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/ce09a35b-440b-4b3c-b4ec-c7df3aa9a171) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:41:46.739191 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for port (ce09a35b-440b-4b3c-b4ec-c7df3aa9a171), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:46.773019 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (ce09a35b-440b-4b3c-b4ec-c7df3aa9a171), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:46.816113 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:41:46.821284 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:41:46.823822 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'Port': ['ID=ce09a35b-440b-4b3c-b4ec-c7df3aa9a171,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:46.826154 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:41:46.875027 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:46.902997 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:46.924694 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (9fe3bd31-39b0-402b-a613-e19c0619d42f), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:46.963448 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (ce09a35b-440b-4b3c-b4ec-c7df3aa9a171), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:47.135786 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for port (ce09a35b-440b-4b3c-b4ec-c7df3aa9a171), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:47.142956 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (ce09a35b-440b-4b3c-b4ec-c7df3aa9a171), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:47.208941 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'Port': ['ID=ce09a35b-440b-4b3c-b4ec-c7df3aa9a171,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:47.225503 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (9fe3bd31-39b0-402b-a613-e19c0619d42f), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:47.241824 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:47.243112 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d3273ae6-5289-4f75-968a-edb6b79aa666 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8980224 Jun 15 19:41:47.372110 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484042b4-6b08-4c89-a68d-2af8497e9968 req-070728b4-70f8-463f-930c-22290ff1a2cd tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:47.374042 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-484042b4-6b08-4c89-a68d-2af8497e9968 req-070728b4-70f8-463f-930c-22290ff1a2cd tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0645745 Jun 15 19:41:47.503768 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54fa6e-a9c1-4c80-a8da-f86ab44d3408 req-69cd253e-0607-4b52-8e6b-0235139a6e25 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:47.505359 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fe54fa6e-a9c1-4c80-a8da-f86ab44d3408 req-69cd253e-0607-4b52-8e6b-0235139a6e25 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0912707 Jun 15 19:41:47.510408 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-484042b4-6b08-4c89-a68d-2af8497e9968 req-6b50fa60-08ea-43de-9548-7e6b1c9c6422 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261511 Jun 15 19:41:47.569264 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fe54fa6e-a9c1-4c80-a8da-f86ab44d3408 req-b7d889fe-0682-4029-9941-1cade9adcbb1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567825 Jun 15 19:41:47.641824 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-66832e51-09ec-4154-b686-5dd6d0b4598f tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--80807147&fields=id&tenant_id=e8e1414ffa3548938432aed200c75736 HTTP/1.1" status: 200 len: 267 time: 0.0465043 Jun 15 19:41:47.757314 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-abb10e40-92f5-4094-8d9f-b8ef8b595bcc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:47.759522 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-abb10e40-92f5-4094-8d9f-b8ef8b595bcc tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/networks?id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 HTTP/1.1" status: 200 len: 814 time: 0.1113393 Jun 15 19:41:47.777961 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-821ae5de-e01a-4114-a3c7-24c2334831d6 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/quotas/e8e1414ffa3548938432aed200c75736 HTTP/1.1" status: 200 len: 375 time: 0.0125320 Jun 15 19:41:47.845519 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-d68941ad-e13c-4fd5-993d-9e5bf4228d05 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619781 Jun 15 19:41:47.962121 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-bfd39ba5-bea8-41c3-8cf5-4f941725fb25 service neutron] 10.222.0.15 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019592 Jun 15 19:41:48.040624 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:48.051362 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:48.065356 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-277dfc94-a67d-4b2c-a0ce-10f9728fefa1 service neutron] 10.222.0.15 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957608 Jun 15 19:41:48.249687 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-48dfcbfe-f256-470f-9bbb-37aa54494aca req-ed2fac5e-ee53-4fd5-b53f-a7187122e91c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 210 time: 0.0344961 Jun 15 19:41:48.440218 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:48.655297 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff013717-1e95-4d2e-9392-bfab28c9e755 req-415ba6bb-4db3-4380-9303-7ebff653a154 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:48.656841 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ff013717-1e95-4d2e-9392-bfab28c9e755 req-415ba6bb-4db3-4380-9303-7ebff653a154 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0582995 Jun 15 19:41:48.712025 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ff013717-1e95-4d2e-9392-bfab28c9e755 req-2233c696-3403-4002-8cb9-667025df4541 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475206 Jun 15 19:41:49.348021 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f5ddb2b1-fe5f-496c-93ef-d36fcd2f1cd3 req-74e117c1-6c3d-4a06-a00b-748f30ed3f92 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 210 time: 0.0283763 Jun 15 19:41:49.840464 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ea02f-cdb5-4148-96e3-384afb5c41b0 req-b20cc729-96e1-4878-a590-d2876e977e9d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:49.842009 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c74ea02f-cdb5-4148-96e3-384afb5c41b0 req-b20cc729-96e1-4878-a590-d2876e977e9d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0516622 Jun 15 19:41:49.892679 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c74ea02f-cdb5-4148-96e3-384afb5c41b0 req-04873d47-487e-47d4-a4b9-a9596aabbe69 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450096 Jun 15 19:41:50.448409 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dcf9a11c-6cd2-403f-bf7d-4b7af84dc1fa req-06bf9a4c-9266-4dab-a1f9-b49ec33b1276 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 210 time: 0.0311513 Jun 15 19:41:51.035044 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea425a3-f838-4683-90c1-7adc9006cd71 req-23c19571-b7bf-4144-b1ab-bb3a559193f3 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:51.036567 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bea425a3-f838-4683-90c1-7adc9006cd71 req-23c19571-b7bf-4144-b1ab-bb3a559193f3 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0683570 Jun 15 19:41:51.088050 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bea425a3-f838-4683-90c1-7adc9006cd71 req-0fff128c-0aae-486f-9936-3ca8cd12fc4c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445120 Jun 15 19:41:51.566215 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0afb8885-7603-4ca2-abfa-53778c774b6d req-58f5ea02-9068-4269-bd81-98632803c051 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 210 time: 0.0339003 Jun 15 19:41:51.608984 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-887c255b-ab09-4a6a-b9f7-13991ba7728f tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:51.610923 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-887c255b-ab09-4a6a-b9f7-13991ba7728f tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "GET /v2.0/networks?id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 HTTP/1.1" status: 200 len: 814 time: 0.1307411 Jun 15 19:41:51.680738 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-1af2a28b-911d-4708-a792-0f509ff25b2d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8e1414ffa3548938432aed200c75736 HTTP/1.1" status: 200 len: 378 time: 0.0608728 Jun 15 19:41:51.780462 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-c2b1e3d6-3103-4d78-9ee1-b397787ed1b4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'port': {'device_id': '0a1dd930-31d9-48b7-a30e-28d7f7dc7378', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'admin_state_up': True, 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'security_groups': ['afd59538-736f-4779-98b3-cee92b8d0cc9']}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:41:51.931839 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-107c1ee5-5023-4e31-88c7-606539646151 req-0f8059cf-d292-420f-9f0a-5902a20feb95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514677 Jun 15 19:41:51.933009 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-c2b1e3d6-3103-4d78-9ee1-b397787ed1b4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Made reservation on behalf of e8e1414ffa3548938432aed200c75736 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:41:51.936479 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-c2b1e3d6-3103-4d78-9ee1-b397787ed1b4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:51.939940 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:52.067675 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1ee5-5023-4e31-88c7-606539646151 req-c8ff2bf2-0eba-4571-9894-0d6c359745ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:52.069218 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-107c1ee5-5023-4e31-88c7-606539646151 req-c8ff2bf2-0eba-4571-9894-0d6c359745ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 1129 time: 0.1052613 Jun 15 19:41:52.199754 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-c2b1e3d6-3103-4d78-9ee1-b397787ed1b4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Allocated IP 172.20.0.3 (25ed2ffb-2899-41f6-afeb-0cd1a1d94e79/06f7de3d-736b-4eeb-b465-011df871e6d7/758322d5-263d-4d0a-87b4-7f197c2860e3) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:41:52.240616 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366e124-6022-4f0f-a68f-4f801fc8e0fa req-e978af50-8d9c-4e2c-836f-1b02a1312544 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:52.249140 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4366e124-6022-4f0f-a68f-4f801fc8e0fa req-e978af50-8d9c-4e2c-836f-1b02a1312544 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0789320 Jun 15 19:41:52.255272 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1ee5-5023-4e31-88c7-606539646151 req-7f5d6f16-276e-467e-a770-c0d2b2a08777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:52.256751 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-107c1ee5-5023-4e31-88c7-606539646151 req-7f5d6f16-276e-467e-a770-c0d2b2a08777 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 919 time: 0.1549935 Jun 15 19:41:52.300897 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4366e124-6022-4f0f-a68f-4f801fc8e0fa req-e8232ca1-4ef6-4316-ba51-65c5cb4df4bd tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508916 Jun 15 19:41:52.307731 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-107c1ee5-5023-4e31-88c7-606539646151 req-f105d760-5c0a-45ec-9974-af613e626589 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 HTTP/1.1" status: 200 len: 217 time: 0.0428724 Jun 15 19:41:52.421679 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1ee5-5023-4e31-88c7-606539646151 req-7a810f6e-b6b3-48d6-85e8-1444feefdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:52.423179 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-107c1ee5-5023-4e31-88c7-606539646151 req-7a810f6e-b6b3-48d6-85e8-1444feefdaa4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.1005406 Jun 15 19:41:52.480018 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:52.493218 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1ee5-5023-4e31-88c7-606539646151 req-18d8be26-5678-4c54-9587-861858c487a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:52.494778 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-107c1ee5-5023-4e31-88c7-606539646151 req-18d8be26-5678-4c54-9587-861858c487a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621157 Jun 15 19:41:52.497974 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-c2b1e3d6-3103-4d78-9ee1-b397787ed1b4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:52.597295 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-c2b1e3d6-3103-4d78-9ee1-b397787ed1b4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:52.656198 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-107c1ee5-5023-4e31-88c7-606539646151 req-05c213cc-eefb-40ec-8139-c439198de675 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481290 Jun 15 19:41:52.659924 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-c2b1e3d6-3103-4d78-9ee1-b397787ed1b4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:41:52.663907 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-c2b1e3d6-3103-4d78-9ee1-b397787ed1b4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:41:52.668180 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-c2b1e3d6-3103-4d78-9ee1-b397787ed1b4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:41:52.673283 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-c2b1e3d6-3103-4d78-9ee1-b397787ed1b4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:52.673891 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-c2b1e3d6-3103-4d78-9ee1-b397787ed1b4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:52.686611 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1e3d6-3103-4d78-9ee1-b397787ed1b4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'Port': ['ID=758322d5-263d-4d0a-87b4-7f197c2860e3,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:52.691469 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d753f14-030a-40a6-82ab-0f0854bfc8e2 req-5773e6ae-354f-41e8-a3a0-ea9333433f6c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:52.693469 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5d753f14-030a-40a6-82ab-0f0854bfc8e2 req-5773e6ae-354f-41e8-a3a0-ea9333433f6c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 931 time: 0.0553687 Jun 15 19:41:52.697452 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-c2b1e3d6-3103-4d78-9ee1-b397787ed1b4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9210315 Jun 15 19:41:52.751082 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5d753f14-030a-40a6-82ab-0f0854bfc8e2 req-0dec1ceb-775c-41cd-875b-90cb4b539ca4 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484679 Jun 15 19:41:52.894660 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6cb76bd6-e48d-470d-b7c6-b794981a78af None None] Provisioning complete for port 758322d5-263d-4d0a-87b4-7f197c2860e3 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:41:52.894660 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6cb76bd6-e48d-470d-b7c6-b794981a78af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:52.932574 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6cb76bd6-e48d-470d-b7c6-b794981a78af None None] Port 758322d5-263d-4d0a-87b4-7f197c2860e3 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:41:53.425181 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bb387-23a9-4021-aa31-d37f490864d1 req-76ca04f5-b4d0-4241-a029-5aae7c1a04d4 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:53.426700 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f75bb387-23a9-4021-aa31-d37f490864d1 req-76ca04f5-b4d0-4241-a029-5aae7c1a04d4 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0474946 Jun 15 19:41:53.479298 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f75bb387-23a9-4021-aa31-d37f490864d1 req-28170323-a380-490c-b41d-d2854539a2ca tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468142 Jun 15 19:41:53.868037 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b59c8-94af-4a78-9e19-9a0db83f5507 req-61681544-96e8-435e-aef7-abcef79f6225 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:53.869727 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-506b59c8-94af-4a78-9e19-9a0db83f5507 req-61681544-96e8-435e-aef7-abcef79f6225 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 931 time: 0.0492318 Jun 15 19:41:53.918926 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-506b59c8-94af-4a78-9e19-9a0db83f5507 req-b2eb9a40-281c-4392-b5bf-39dcedce3766 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435116 Jun 15 19:41:54.590577 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=33 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:54.598004 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc190b-315d-43e5-8592-e5a40070b9a2 req-dc3c946e-9500-4da5-8d67-102a15d06afa tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:54.598212 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=68 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:54.599569 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-abfc190b-315d-43e5-8592-e5a40070b9a2 req-dc3c946e-9500-4da5-8d67-102a15d06afa tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0495203 Jun 15 19:41:54.650616 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-abfc190b-315d-43e5-8592-e5a40070b9a2 req-3a2f58eb-de3c-4fcf-b3d4-bafd1a2ded5a tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450962 Jun 15 19:41:55.211303 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Request body: {'port': {'device_id': '0a1dd930-31d9-48b7-a30e-28d7f7dc7378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:41:55.248246 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff657d-795b-40bc-a9d1-a7f41e7dd350 req-ff90ce96-531b-465d-8ba8-169e1555d95e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:55.249775 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6cff657d-795b-40bc-a9d1-a7f41e7dd350 req-ff90ce96-531b-465d-8ba8-169e1555d95e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 931 time: 0.2588463 Jun 15 19:41:55.276777 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:55.317893 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6cff657d-795b-40bc-a9d1-a7f41e7dd350 req-0ef79876-21e1-4f30-aa16-12ed38d8a67a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617681 Jun 15 19:41:55.327261 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:55.331019 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-107c1ee5-5023-4e31-88c7-606539646151 req-1726eb45-61b8-424a-8d57-d59c70335ce2 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711731 Jun 15 19:41:55.629280 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758322d5-263d-4d0a-87b4-7f197c2860e3 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:41:55.638966 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Publish callbacks [] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:55.654479 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Transition to ACTIVE for port object 758322d5-263d-4d0a-87b4-7f197c2860e3 will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:41:55.659523 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:55.751995 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=758322d5-263d-4d0a-87b4-7f197c2860e3,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:55.770705 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Attempting to bind port 758322d5-263d-4d0a-87b4-7f197c2860e3 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:41:55.771289 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Attempting to bind port 758322d5-263d-4d0a-87b4-7f197c2860e3 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:41:55.771900 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Attempting to bind port 758322d5-263d-4d0a-87b4-7f197c2860e3 on network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:41:55.782584 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Port 758322d5-263d-4d0a-87b4-7f197c2860e3 on network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:41:55.782970 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Attempting to bind port 758322d5-263d-4d0a-87b4-7f197c2860e3 on network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:41:55.792842 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:41:55.793180 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Checking segment: {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:41:55.793571 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Bound using segment: {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:41:55.794049 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Bound port: 758322d5-263d-4d0a-87b4-7f197c2860e3, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:41:55.794486 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:55.816196 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:55.834379 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0085b96-4137-46df-b47b-df98344fd2ff req-7321db79-9d48-4313-aef8-0c7580a4b721 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:55.836394 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b0085b96-4137-46df-b47b-df98344fd2ff req-7321db79-9d48-4313-aef8-0c7580a4b721 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0544429 Jun 15 19:41:55.927191 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] For port 758322d5-263d-4d0a-87b4-7f197c2860e3, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:41:55.932143 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] For port 758322d5-263d-4d0a-87b4-7f197c2860e3, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=758322d5-263d-4d0a-87b4-7f197c2860e3,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:41:55.945871 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:55.997585 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b0085b96-4137-46df-b47b-df98344fd2ff req-9650aea2-c010-4dd0-a5b2-c7019aa3b946 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526744 Jun 15 19:41:56.022593 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:56.023399 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:41:56.024946 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/758322d5-263d-4d0a-87b4-7f197c2860e3 HTTP/1.1" status: 200 len: 1093 time: 0.8185663 Jun 15 19:41:56.025652 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1dd930-31d9-48b7-a30e-28d7f7dc7378', 'tag': '758322d5-263d-4d0a-87b4-7f197c2860e3'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:41:56.028162 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc030e2-731b-4d80-a146-8a8841995204" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1dd930-31d9-48b7-a30e-28d7f7dc7378", "tag": "758322d5-263d-4d0a-87b4-7f197c2860e3"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:41:56.048719 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fddafe-5e33-4120-b839-09ff0ba5c3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=758322d5-263d-4d0a-87b4-7f197c2860e3,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:41:56.083719 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4e9d1e-57c0-408c-b2c6-3b4c09051c7e x-openstack-request-id: req-1b4e9d1e-57c0-408c-b2c6-3b4c09051c7e {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:41:56.084006 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1dd930-31d9-48b7-a30e-28d7f7dc7378", "tag": "758322d5-263d-4d0a-87b4-7f197c2860e3", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:41:56.084254 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b4e9d1e-57c0-408c-b2c6-3b4c09051c7e {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:41:56.084646 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4e9d1e-57c0-408c-b2c6-3b4c09051c7e'] response: {'name': 'network-changed', 'server_uuid': '0a1dd930-31d9-48b7-a30e-28d7f7dc7378', 'tag': '758322d5-263d-4d0a-87b4-7f197c2860e3', 'status': 'completed', 'code': 200} Jun 15 19:41:56.434607 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:56.454807 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f07ac-99a8-4fe4-8e41-6bbd7052e762 req-04bc2ee9-98c0-4882-ba82-599f2f93642e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:56.456586 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ab3f07ac-99a8-4fe4-8e41-6bbd7052e762 req-04bc2ee9-98c0-4882-ba82-599f2f93642e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 943 time: 0.0543404 Jun 15 19:41:56.483929 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:56.507036 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ab3f07ac-99a8-4fe4-8e41-6bbd7052e762 req-7629edef-81f4-4bbc-97d8-669a02796274 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442626 Jun 15 19:41:56.663023 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc030e2-731b-4d80-a146-8a8841995204 req-dbdb9e1a-0804-48f6-82fb-d81acc7b1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:56.665255 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9bc030e2-731b-4d80-a146-8a8841995204 req-dbdb9e1a-0804-48f6-82fb-d81acc7b1fe5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 1127 time: 0.0418601 Jun 15 19:41:56.772216 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc030e2-731b-4d80-a146-8a8841995204 req-87084769-cf4a-4dd7-b3ee-b1e2d26da056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:56.774286 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9bc030e2-731b-4d80-a146-8a8841995204 req-87084769-cf4a-4dd7-b3ee-b1e2d26da056 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e8e1414ffa3548938432aed200c75736&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1003921 Jun 15 19:41:56.879034 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc030e2-731b-4d80-a146-8a8841995204 req-e348197f-a5f9-48af-9b64-a67742ccc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:56.881156 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9bc030e2-731b-4d80-a146-8a8841995204 req-e348197f-a5f9-48af-9b64-a67742ccc532 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010172 Jun 15 19:41:56.958940 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:41:56.963873 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-13dc9f37-2c46-416b-b56e-8e5936e7832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:56.965409 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-13dc9f37-2c46-416b-b56e-8e5936e7832b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 1127 time: 0.0479259 Jun 15 19:41:57.008621 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-20578331-2a2b-4cbe-839a-189ebca979db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=758322d5-263d-4d0a-87b4-7f197c2860e3 HTTP/1.1" status: 200 len: 217 time: 0.0365989 Jun 15 19:41:57.078944 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-917d325d-e54b-4ce0-8338-3244658a000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:57.080617 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-917d325d-e54b-4ce0-8338-3244658a000d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06f7de3d-736b-4eeb-b465-011df871e6d7 HTTP/1.1" status: 200 len: 853 time: 0.0557175 Jun 15 19:41:57.124631 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663242c1-36b5-4dd0-92fd-13ed862f12be req-0597e026-f2f3-426c-9ac0-02f36458020d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:57.126114 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-663242c1-36b5-4dd0-92fd-13ed862f12be req-0597e026-f2f3-426c-9ac0-02f36458020d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0499263 Jun 15 19:41:57.130312 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-27b863f0-4ca8-4726-8722-f2055c4f2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:57.132355 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-27b863f0-4ca8-4726-8722-f2055c4f2e21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404191 Jun 15 19:41:57.174279 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-663242c1-36b5-4dd0-92fd-13ed862f12be req-695d92e7-36b8-4fec-88fc-fcda2b2973af tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424888 Jun 15 19:41:57.233895 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-0bc1d0d3-bb69-4010-ac24-c80633debd44 service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916672 Jun 15 19:41:57.331180 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-06943bc3-de27-414e-b3fd-f8e81cecf4ec req-898269e4-dd41-4682-8f42-791dbd52378f service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871644 Jun 15 19:41:57.632772 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305d02f-47a3-4b3b-a41c-8a521e2558be req-a3e11219-c1c2-4306-8acd-58ff2ab8ed3e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:57.635307 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c305d02f-47a3-4b3b-a41c-8a521e2558be req-a3e11219-c1c2-4306-8acd-58ff2ab8ed3e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 943 time: 0.0556428 Jun 15 19:41:57.688678 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c305d02f-47a3-4b3b-a41c-8a521e2558be req-2902d939-0b72-4c5a-86ec-0d9600517de8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479095 Jun 15 19:41:58.302576 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4917e-5577-4679-8c22-b494e0bb022b req-2f33add6-f6e2-4598-bcbf-0ff3ed59ef36 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:58.303963 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b1d4917e-5577-4679-8c22-b494e0bb022b req-2f33add6-f6e2-4598-bcbf-0ff3ed59ef36 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0567801 Jun 15 19:41:58.354436 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34c1cb-d016-4b7f-948e-cfa93e8e0757 req-8ea71ae9-abd4-4a70-a0f6-11e230499926 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:58.355902 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6f34c1cb-d016-4b7f-948e-cfa93e8e0757 req-8ea71ae9-abd4-4a70-a0f6-11e230499926 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 947 time: 0.0755408 Jun 15 19:41:58.394615 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b1d4917e-5577-4679-8c22-b494e0bb022b req-cfbea7ab-bbd6-4734-bb7e-6e1159b2f5b0 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751033 Jun 15 19:41:58.423983 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6f34c1cb-d016-4b7f-948e-cfa93e8e0757 req-247b9644-5e06-40d5-bbed-8c02ccb2bd9a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598423 Jun 15 19:41:58.806806 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b29d1c-15e5-47e7-a33f-58e5c32b440c req-8e0d7ecd-0b6e-433c-b175-e990297834dd tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:58.808567 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-06b29d1c-15e5-47e7-a33f-58e5c32b440c req-8e0d7ecd-0b6e-433c-b175-e990297834dd tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 943 time: 0.0526006 Jun 15 19:41:58.858717 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-06b29d1c-15e5-47e7-a33f-58e5c32b440c req-697cfc76-c35c-4613-8c4a-82bb93b432e1 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443175 Jun 15 19:41:59.539616 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437083e-51dc-4b38-b115-86f19d456bf9 req-5b5d92d0-0cfb-4b09-afd5-6f32ee66ed0e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:59.541092 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b437083e-51dc-4b38-b115-86f19d456bf9 req-5b5d92d0-0cfb-4b09-afd5-6f32ee66ed0e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0745804 Jun 15 19:41:59.572549 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b33ad-e60c-4140-9f75-e4cfffb5bf99 req-e883eb33-1b7b-4c7e-a049-6f992dfe467f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:59.573977 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1f0b33ad-e60c-4140-9f75-e4cfffb5bf99 req-e883eb33-1b7b-4c7e-a049-6f992dfe467f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 947 time: 0.0730267 Jun 15 19:41:59.625846 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b437083e-51dc-4b38-b115-86f19d456bf9 req-7ab9441c-111f-4d43-a85d-1cc7d2b7176e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787640 Jun 15 19:41:59.643018 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1f0b33ad-e60c-4140-9f75-e4cfffb5bf99 req-5a2efad2-ca73-451f-8a19-43e3d475b815 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623066 Jun 15 19:41:59.983289 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79cd01-48f7-4bd0-88db-cdf699f83cfc req-c3140cdc-f9e1-4bd4-98b5-f84bc48777d3 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:41:59.984782 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bb79cd01-48f7-4bd0-88db-cdf699f83cfc req-c3140cdc-f9e1-4bd4-98b5-f84bc48777d3 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 943 time: 0.0497816 Jun 15 19:42:00.032236 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bb79cd01-48f7-4bd0-88db-cdf699f83cfc req-dcd016b1-6cc2-4a03-ad7c-29b707c1896c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419345 Jun 15 19:42:00.537946 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-5d5adcc1-72b8-405e-9862-52365fbf1ad8 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:00.540175 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-5d5adcc1-72b8-405e-9862-52365fbf1ad8 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.42 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 947 time: 0.0553105 Jun 15 19:42:00.627143 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Deleting port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:42:00.627499 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:00.728074 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] For port e3f1f355-ef6f-4c67-8fc5-35f007612cd4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:42:00.728492 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:00.781406 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4372d4f-4e92-49ef-a987-abd4bc94d50b req-5430189b-a20e-461a-9f2c-744749abf3ef tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:00.783125 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f4372d4f-4e92-49ef-a987-abd4bc94d50b req-5430189b-a20e-461a-9f2c-744749abf3ef tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0831902 Jun 15 19:42:00.808925 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384e834-80fd-4a69-8dd2-99a7eced19f2 req-90d0d8f3-cbfc-4d33-998b-50114f15c6a9 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:00.810626 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1384e834-80fd-4a69-8dd2-99a7eced19f2 req-90d0d8f3-cbfc-4d33-998b-50114f15c6a9 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 947 time: 0.0805807 Jun 15 19:42:00.875317 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f4372d4f-4e92-49ef-a987-abd4bc94d50b req-60dbddfe-24d7-4a9d-bbf7-7a9edaefb836 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818267 Jun 15 19:42:00.887537 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1384e834-80fd-4a69-8dd2-99a7eced19f2 req-53b2ef12-3e1a-4884-8528-1b6c322dac8e tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=37d9d074-51b1-4588-9a87-5881cbebea92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693007 Jun 15 19:42:00.901359 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:00.901761 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (4ec7b0f2-2c16-4b21-9729-f6fe522050d6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:00.902457 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Floating IP 4ec7b0f2-2c16-4b21-9729-f6fe522050d6 disassociated. External IP: 172.27.0.3, port: e3f1f355-ef6f-4c67-8fc5-35f007612cd4. Jun 15 19:42:00.902457 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Calling delete_port for e3f1f355-ef6f-4c67-8fc5-35f007612cd4 owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:42:00.962468 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:01.038700 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (e3f1f355-ef6f-4c67-8fc5-35f007612cd4), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:01.049217 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:01.068460 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event deleted for resources: {'Port': ['ID=e3f1f355-ef6f-4c67-8fc5-35f007612cd4,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:01.165762 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda8904-9ecb-404a-acd5-0a7b154298a9 req-0eef5e98-5a9f-4065-ab2b-9f38b2f03aad tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:01.166433 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 758322d5-263d-4d0a-87b4-7f197c2860e3 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:42:01.167520 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8fda8904-9ecb-404a-acd5-0a7b154298a9 req-0eef5e98-5a9f-4065-ab2b-9f38b2f03aad tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 943 time: 0.0573299 Jun 15 19:42:01.169224 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:01.170207 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=73,neutron:UPDATE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:01.196028 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:01.201009 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:01.207744 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Router 9cca118e-53ce-454c-98a6-30ed34544862 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:42:01.212625 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:01.263134 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8fda8904-9ecb-404a-acd5-0a7b154298a9 req-cae97cfc-b1b7-4751-a4bf-5d27d0b52b2a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866127 Jun 15 19:42:01.279575 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824012b-67e8-4944-ba84-95d10a5d30fa req-947ab1f5-7785-4b26-9e24-9b8133cda235 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:01.281106 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6824012b-67e8-4944-ba84-95d10a5d30fa req-947ab1f5-7785-4b26-9e24-9b8133cda235 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 945 time: 0.0736065 Jun 15 19:42:01.282836 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 758322d5-263d-4d0a-87b4-7f197c2860e3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=758322d5-263d-4d0a-87b4-7f197c2860e3,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:42:01.298673 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': '758322d5-263d-4d0a-87b4-7f197c2860e3', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'port_id': '758322d5-263d-4d0a-87b4-7f197c2860e3', 'mac_address': 'fa:16:3e:11:91:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:42:01.328935 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:42:01.334989 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 758322d5-263d-4d0a-87b4-7f197c2860e3 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:42:01.335607 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:01.341175 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6824012b-67e8-4944-ba84-95d10a5d30fa req-dee05209-c741-4cc9-8b8f-08f35c0b4099 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541975 Jun 15 19:42:01.345630 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d109aee-b878-4be6-a9ee-629d023e451c None None] Sync routers for ids ['9cca118e-53ce-454c-98a6-30ed34544862'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:42:01.355690 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758322d5-263d-4d0a-87b4-7f197c2860e3 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:42:01.361713 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d109aee-b878-4be6-a9ee-629d023e451c None None] Routers {'9cca118e-53ce-454c-98a6-30ed34544862'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:42:01.362618 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-4d109aee-b878-4be6-a9ee-629d023e451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:41:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9cca118e-53ce-454c-98a6-30ed34544862'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:01.379091 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 758322d5-263d-4d0a-87b4-7f197c2860e3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=758322d5-263d-4d0a-87b4-7f197c2860e3,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:42:01.383990 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] No DVR routers for this DVR port e3f1f355-ef6f-4c67-8fc5-35f007612cd4 on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:42:01.385704 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:01.386735 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:01.390313 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-862988b0-3a46-4f43-b95c-808f2c02cd6f req-c71943f1-aee6-44b3-9dfe-63e02ff1362f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.42 "DELETE /v2.0/ports/e3f1f355-ef6f-4c67-8fc5-35f007612cd4 HTTP/1.1" status: 204 len: 173 time: 0.8428319 Jun 15 19:42:01.390757 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'name': 'network-vif-deleted', 'tag': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:42:01.392996 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c537ed8c-4163-4a9f-9d4e-e7c5e095a569" -d '{"events": [{"server_uuid": "eadf922d-e2cd-4805-9aee-7157bd242fa9", "name": "network-vif-deleted", "tag": "e3f1f355-ef6f-4c67-8fc5-35f007612cd4"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:42:01.441943 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a9e7bd-64ce-473b-877a-759ce26dc9c7 x-openstack-request-id: req-89a9e7bd-64ce-473b-877a-759ce26dc9c7 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:42:01.442461 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadf922d-e2cd-4805-9aee-7157bd242fa9", "name": "network-vif-deleted", "tag": "e3f1f355-ef6f-4c67-8fc5-35f007612cd4", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:42:01.442859 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89a9e7bd-64ce-473b-877a-759ce26dc9c7 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:42:01.443453 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a9e7bd-64ce-473b-877a-759ce26dc9c7'] response: {'server_uuid': 'eadf922d-e2cd-4805-9aee-7157bd242fa9', 'name': 'network-vif-deleted', 'tag': 'e3f1f355-ef6f-4c67-8fc5-35f007612cd4', 'status': 'completed', 'code': 200} Jun 15 19:42:01.452846 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=758322d5-263d-4d0a-87b4-7f197c2860e3,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:01.478733 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-4d109aee-b878-4be6-a9ee-629d023e451c None None] Set router 9cca118e-53ce-454c-98a6-30ed34544862 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:42:01.683102 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['758322d5-263d-4d0a-87b4-7f197c2860e3'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:42:01.757861 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-4d109aee-b878-4be6-a9ee-629d023e451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:11Z', 'revision_number': 5, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:01.786196 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d109aee-b878-4be6-a9ee-629d023e451c None None] Checking router: 9cca118e-53ce-454c-98a6-30ed34544862 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:42:01.795501 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d109aee-b878-4be6-a9ee-629d023e451c None None] Routers {'9cca118e-53ce-454c-98a6-30ed34544862'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:42:01.796098 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-4d109aee-b878-4be6-a9ee-629d023e451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:41:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9cca118e-53ce-454c-98a6-30ed34544862'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:01.895326 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-4d109aee-b878-4be6-a9ee-629d023e451c None None] Set router 9cca118e-53ce-454c-98a6-30ed34544862 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:42:02.023293 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1af723e9-fa6e-4ef5-86bb-9ef605291382 req-2c932b5f-0b43-45ac-8501-9b722cdab7da tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 210 time: 0.0332150 Jun 15 19:42:02.034441 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5357a-40a1-4558-b5fb-5fbacb712110 req-0b81b95a-d0a5-42ae-9c43-431fb2775b4d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:02.036085 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a5d5357a-40a1-4558-b5fb-5fbacb712110 req-0b81b95a-d0a5-42ae-9c43-431fb2775b4d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0764761 Jun 15 19:42:02.087948 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-4d109aee-b878-4be6-a9ee-629d023e451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:11Z', 'revision_number': 5, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:02.089382 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a5d5357a-40a1-4558-b5fb-5fbacb712110 req-832d4315-757b-48f6-846c-87fca8df61a3 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466330 Jun 15 19:42:02.116121 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d109aee-b878-4be6-a9ee-629d023e451c None None] The sync data for ids ['9cca118e-53ce-454c-98a6-30ed34544862'] in dv-cinder-844563-3-iscsi is: [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:11Z', 'revision_number': 5, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:42:02.325716 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c3276-6531-49ee-8b7c-85632df9ed9b None None] New status for floating IP 4ec7b0f2-2c16-4b21-9729-f6fe522050d6: DOWN {{(pid=104105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:42:02.385273 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c26cb5-2b54-4cd3-8dee-c6c8e9726126 req-48d57408-84f1-4d68-a4b7-f67220769f41 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:02.386936 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d5c26cb5-2b54-4cd3-8dee-c6c8e9726126 req-48d57408-84f1-4d68-a4b7-f67220769f41 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 944 time: 0.0485082 Jun 15 19:42:02.475823 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d5c26cb5-2b54-4cd3-8dee-c6c8e9726126 req-d450afed-7d1b-440f-81a1-29931268b5e7 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833812 Jun 15 19:42:02.485490 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcffb73-54d1-43c4-bda6-b56894c2a6a8 req-ebd6d194-c3c8-47ba-acf3-94893447590f tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:02.487697 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1dcffb73-54d1-43c4-bda6-b56894c2a6a8 req-ebd6d194-c3c8-47ba-acf3-94893447590f tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 945 time: 0.0641427 Jun 15 19:42:02.539777 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1dcffb73-54d1-43c4-bda6-b56894c2a6a8 req-5a852b8b-531d-497e-82d2-208834bae55a tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465834 Jun 15 19:42:03.147574 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-46f230fb-af11-4e4e-83a3-389e335b5746 req-ad2d5f71-566f-41a1-84f4-db60a2b106a9 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadf922d-e2cd-4805-9aee-7157bd242fa9 HTTP/1.1" status: 200 len: 210 time: 0.0340824 Jun 15 19:42:03.183339 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 758322d5-263d-4d0a-87b4-7f197c2860e3 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:42:03.222437 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2300f-1cb8-447c-a95c-5ab087fdb62d req-36bdfb3e-a726-4731-ade4-8c4f6d2bfdcc tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:03.226631 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfe2300f-1cb8-447c-a95c-5ab087fdb62d req-36bdfb3e-a726-4731-ade4-8c4f6d2bfdcc tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0578172 Jun 15 19:42:03.230437 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port 758322d5-263d-4d0a-87b4-7f197c2860e3 completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:42:03.236486 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port 758322d5-263d-4d0a-87b4-7f197c2860e3 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:42:03.237160 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:03.247718 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcab3f1-4751-46d9-89ad-d420185d7037 req-7c3f6fee-1ff5-4ca6-ac90-c6cf2f97aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:03.249344 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-0fcab3f1-4751-46d9-89ad-d420185d7037 req-7c3f6fee-1ff5-4ca6-ac90-c6cf2f97aeb3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 1130 time: 0.0481229 Jun 15 19:42:03.278269 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfe2300f-1cb8-447c-a95c-5ab087fdb62d req-0f5b617e-7e3b-4623-af9f-f884a116a2f3 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465150 Jun 15 19:42:03.312668 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 758322d5-263d-4d0a-87b4-7f197c2860e3 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:42:03.312969 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:03.336384 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1dd930-31d9-48b7-a30e-28d7f7dc7378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758322d5-263d-4d0a-87b4-7f197c2860e3'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:42:03.338811 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63a55a0-246b-4320-97f2-68386bf307ca" -d '{"events": [{"server_uuid": "0a1dd930-31d9-48b7-a30e-28d7f7dc7378", "name": "network-vif-plugged", "status": "completed", "tag": "758322d5-263d-4d0a-87b4-7f197c2860e3"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:42:03.356277 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 758322d5-263d-4d0a-87b4-7f197c2860e3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=758322d5-263d-4d0a-87b4-7f197c2860e3,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:42:03.361314 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:03.383981 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15568766-b104-4024-8c2e-3a7f19adf1d2 x-openstack-request-id: req-15568766-b104-4024-8c2e-3a7f19adf1d2 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:42:03.384266 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1dd930-31d9-48b7-a30e-28d7f7dc7378", "name": "network-vif-plugged", "status": "completed", "tag": "758322d5-263d-4d0a-87b4-7f197c2860e3", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:42:03.384517 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15568766-b104-4024-8c2e-3a7f19adf1d2 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:42:03.384903 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15568766-b104-4024-8c2e-3a7f19adf1d2'] response: {'server_uuid': '0a1dd930-31d9-48b7-a30e-28d7f7dc7378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758322d5-263d-4d0a-87b4-7f197c2860e3', 'code': 200} Jun 15 19:42:03.410776 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=758322d5-263d-4d0a-87b4-7f197c2860e3,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:03.594990 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-0fcab3f1-4751-46d9-89ad-d420185d7037 req-7b4f3481-cb91-4e19-9b1d-89c8dd701038 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542538 Jun 15 19:42:03.624230 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e018e-5e23-4b2b-8687-33a971be146a req-41bde17c-8a1c-4da6-8b83-f8ef9ebbdc62 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:03.625784 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f13e018e-5e23-4b2b-8687-33a971be146a req-41bde17c-8a1c-4da6-8b83-f8ef9ebbdc62 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 945 time: 0.0784993 Jun 15 19:42:03.695424 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5e80d-3a02-4d26-9993-208211cdfb25 req-a8e30c9d-2bf1-4b57-a6da-fcab423c18b7 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:03.696427 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-36a453a9-58ea-4042-a34b-015b999be8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:03.696904 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-01b5e80d-3a02-4d26-9993-208211cdfb25 req-a8e30c9d-2bf1-4b57-a6da-fcab423c18b7 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 945 time: 0.0698996 Jun 15 19:42:03.728252 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f13e018e-5e23-4b2b-8687-33a971be146a req-62524c79-ec7a-44e9-9b7d-acb4e698c82c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914466 Jun 15 19:42:03.758673 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-01b5e80d-3a02-4d26-9993-208211cdfb25 req-782a3960-dc51-4533-a83d-68aa1e91171b tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/security-groups?id=0dae4abd-52ba-40b1-be28-431bc5ac2f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546541 Jun 15 19:42:04.030996 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c7e7e-7e0b-42da-90e9-01f4d854396d req-821362e1-3f20-4949-98f1-0b36569bda1c tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:04.033129 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-566c7e7e-7e0b-42da-90e9-01f4d854396d req-821362e1-3f20-4949-98f1-0b36569bda1c tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 945 time: 0.0540800 Jun 15 19:42:04.242198 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49330) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:04.297005 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d765b22a-27d4-46cc-a091-2e96c6c65c09 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group (37d9d074-51b1-4588-9a87-5881cbebea92), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:04.345889 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d765b22a-27d4-46cc-a091-2e96c6c65c09 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group (37d9d074-51b1-4588-9a87-5881cbebea92), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:04.403462 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dd382-d127-446a-8add-fcd7d2ffd76d req-45230f31-f57a-43b3-8c69-c5b85805eeab tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:04.405019 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-990dd382-d127-446a-8add-fcd7d2ffd76d req-45230f31-f57a-43b3-8c69-c5b85805eeab tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0499442 Jun 15 19:42:04.457754 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-990dd382-d127-446a-8add-fcd7d2ffd76d req-86b6bf5e-0cd9-47cc-9dab-0cdf5b322309 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470433 Jun 15 19:42:04.465928 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57073fe8-9ddc-4746-a6b6-50b52395c6e3 req-a73cf821-bdf6-4095-997a-2af5daccdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:04.467722 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-57073fe8-9ddc-4746-a6b6-50b52395c6e3 req-a73cf821-bdf6-4095-997a-2af5daccdf4f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 1129 time: 0.1174381 Jun 15 19:42:04.502416 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-566c7e7e-7e0b-42da-90e9-01f4d854396d req-4fe78624-3351-431b-baa4-597ce272b602 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Deleting port cb276915-e785-4cf2-b1e5-e26ab501e7cc {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:42:04.502774 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-566c7e7e-7e0b-42da-90e9-01f4d854396d req-4fe78624-3351-431b-baa4-597ce272b602 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:04.517871 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d765b22a-27d4-46cc-a091-2e96c6c65c09 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (37d9d074-51b1-4588-9a87-5881cbebea92), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:04.520591 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d765b22a-27d4-46cc-a091-2e96c6c65c09 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:04.521724 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-d765b22a-27d4-46cc-a091-2e96c6c65c09 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "DELETE /v2.0/security-groups/37d9d074-51b1-4588-9a87-5881cbebea92 HTTP/1.1" status: 204 len: 168 time: 0.2785466 Jun 15 19:42:04.524631 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49334) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:04.541217 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.api.v2.resource [None req-e288e708-3145-466c-8088-24e1795548a4 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] show failed (client error): The resource could not be found. Jun 15 19:42:04.542310 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-e288e708-3145-466c-8088-24e1795548a4 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups/37d9d074-51b1-4588-9a87-5881cbebea92 HTTP/1.1" status: 404 len: 347 time: 0.0165963 Jun 15 19:42:04.546069 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49336) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:04.565314 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765b22a-27d4-46cc-a091-2e96c6c65c09 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d9d074-51b1-4588-9a87-5881cbebea92,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:04.606511 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-57073fe8-9ddc-4746-a6b6-50b52395c6e3 req-f0472ba0-c0c8-4224-ad40-a9743b733bee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1278675 Jun 15 19:42:04.643040 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-566c7e7e-7e0b-42da-90e9-01f4d854396d req-4fe78624-3351-431b-baa4-597ce272b602 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] For port cb276915-e785-4cf2-b1e5-e26ab501e7cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cb276915-e785-4cf2-b1e5-e26ab501e7cc,segment=NetworkSegment(124a8e63-63a6-4332-832e-25fb0b10c0ce),segment_id=124a8e63-63a6-4332-832e-25fb0b10c0ce)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:42:04.643403 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-566c7e7e-7e0b-42da-90e9-01f4d854396d req-4fe78624-3351-431b-baa4-597ce272b602 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:04.656861 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-566c7e7e-7e0b-42da-90e9-01f4d854396d req-4fe78624-3351-431b-baa4-597ce272b602 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Calling delete_port for cb276915-e785-4cf2-b1e5-e26ab501e7cc owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:42:04.662027 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:04.662224 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-a7557b63-05af-44e9-8ee6-d38c5c4f2d60 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Deleting port ca7edfa9-856b-4dbf-93ba-f0d20a5b5136 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:42:04.663211 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a7557b63-05af-44e9-8ee6-d38c5c4f2d60 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (ca7edfa9-856b-4dbf-93ba-f0d20a5b5136), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:04.723148 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:04.733145 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:04.747799 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a7557b63-05af-44e9-8ee6-d38c5c4f2d60 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (ca7edfa9-856b-4dbf-93ba-f0d20a5b5136), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:04.748137 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a7557b63-05af-44e9-8ee6-d38c5c4f2d60 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for floatingip (ca7edfa9-856b-4dbf-93ba-f0d20a5b5136), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:04.765349 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-a7557b63-05af-44e9-8ee6-d38c5c4f2d60 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Calling delete_port for ca7edfa9-856b-4dbf-93ba-f0d20a5b5136 owned by network:floatingip {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:42:04.800160 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-566c7e7e-7e0b-42da-90e9-01f4d854396d req-4fe78624-3351-431b-baa4-597ce272b602 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (cb276915-e785-4cf2-b1e5-e26ab501e7cc), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:04.811751 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['cb276915-e785-4cf2-b1e5-e26ab501e7cc'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:42:04.847394 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe78624-3351-431b-baa4-597ce272b602 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Pushing event deleted for resources: {'Port': ['ID=cb276915-e785-4cf2-b1e5-e26ab501e7cc,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:04.847691 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:04.892410 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-566c7e7e-7e0b-42da-90e9-01f4d854396d req-4fe78624-3351-431b-baa4-597ce272b602 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] No DVR routers for this DVR port cb276915-e785-4cf2-b1e5-e26ab501e7cc on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:42:04.895120 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-566c7e7e-7e0b-42da-90e9-01f4d854396d req-4fe78624-3351-431b-baa4-597ce272b602 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:04.899637 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-566c7e7e-7e0b-42da-90e9-01f4d854396d req-4fe78624-3351-431b-baa4-597ce272b602 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.42 "DELETE /v2.0/ports/cb276915-e785-4cf2-b1e5-e26ab501e7cc HTTP/1.1" status: 204 len: 173 time: 0.5680006 Jun 15 19:42:04.900100 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f2e841-11f5-4b38-aa45-8a95492cec45', 'name': 'network-vif-deleted', 'tag': 'cb276915-e785-4cf2-b1e5-e26ab501e7cc'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:42:04.902470 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aba980-6a34-4f04-80a3-5ac15059a252" -d '{"events": [{"server_uuid": "24f2e841-11f5-4b38-aa45-8a95492cec45", "name": "network-vif-deleted", "tag": "cb276915-e785-4cf2-b1e5-e26ab501e7cc"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:42:04.906047 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df41bd-30a3-477f-a84c-b580d95350c7 req-4099222e-55e4-4e56-b450-41ccc5e14d7c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:04.907573 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-77df41bd-30a3-477f-a84c-b580d95350c7 req-4099222e-55e4-4e56-b450-41ccc5e14d7c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 945 time: 0.0975342 Jun 15 19:42:04.910922 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ea1828a2-25d2-43f4-9b3e-d6f4e4d3020a req-418e69be-17d3-4bb8-bb32-30e71a5f03e4 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 210 time: 0.0510435 Jun 15 19:42:04.955429 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfc55e2-7dd0-4a86-a5b0-dc9ca7509cb1 x-openstack-request-id: req-fbfc55e2-7dd0-4a86-a5b0-dc9ca7509cb1 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:42:04.955723 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f2e841-11f5-4b38-aa45-8a95492cec45", "name": "network-vif-deleted", "tag": "cb276915-e785-4cf2-b1e5-e26ab501e7cc", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:42:04.955975 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbfc55e2-7dd0-4a86-a5b0-dc9ca7509cb1 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:42:04.956383 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbfc55e2-7dd0-4a86-a5b0-dc9ca7509cb1'] response: {'server_uuid': '24f2e841-11f5-4b38-aa45-8a95492cec45', 'name': 'network-vif-deleted', 'tag': 'cb276915-e785-4cf2-b1e5-e26ab501e7cc', 'status': 'completed', 'code': 200} Jun 15 19:42:04.981186 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-77df41bd-30a3-477f-a84c-b580d95350c7 req-3be6b4d2-7f7a-4a8f-b874-87e4194caace tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653183 Jun 15 19:42:05.035550 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a7557b63-05af-44e9-8ee6-d38c5c4f2d60 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (ca7edfa9-856b-4dbf-93ba-f0d20a5b5136), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.063476 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7557b63-05af-44e9-8ee6-d38c5c4f2d60 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event deleted for resources: {'Port': ['ID=ca7edfa9-856b-4dbf-93ba-f0d20a5b5136,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:05.126570 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a7557b63-05af-44e9-8ee6-d38c5c4f2d60 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for floatingip (4ec7b0f2-2c16-4b21-9729-f6fe522050d6), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.129001 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a7557b63-05af-44e9-8ee6-d38c5c4f2d60 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.130151 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a7557b63-05af-44e9-8ee6-d38c5c4f2d60 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "DELETE /v2.0/floatingips/4ec7b0f2-2c16-4b21-9729-f6fe522050d6 HTTP/1.1" status: 204 len: 168 time: 0.5830753 Jun 15 19:42:05.183871 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e3f1f355-ef6f-4c67-8fc5-35f007612cd4 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:42:05.206850 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: e3f1f355-ef6f-4c67-8fc5-35f007612cd4 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:42:05.207202 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e3f1f355-ef6f-4c67-8fc5-35f007612cd4 not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:42:05.215451 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49346) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:05.220006 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-fe44c96f-2e02-4f35-b125-c7c10323f8e6 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--909326691', 'description': 'tempest-description--149926992'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:05.241821 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fe44c96f-2e02-4f35-b125-c7c10323f8e6 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.316489 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fe44c96f-2e02-4f35-b125-c7c10323f8e6 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group (3cd46fad-d3c3-450a-bab2-21b91156707e), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.320597 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fe44c96f-2e02-4f35-b125-c7c10323f8e6 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (3cd46fad-d3c3-450a-bab2-21b91156707e), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.350011 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fe44c96f-2e02-4f35-b125-c7c10323f8e6 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.351365 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-fe44c96f-2e02-4f35-b125-c7c10323f8e6 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1349080 Jun 15 19:42:05.354986 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49348) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:05.360547 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-ed301e3e-b0ef-4649-8f34-b251c1bee9d5 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Request body: {'security_group_rule': {'security_group_id': '3cd46fad-d3c3-450a-bab2-21b91156707e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:05.361975 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44c96f-2e02-4f35-b125-c7c10323f8e6 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd46fad-d3c3-450a-bab2-21b91156707e,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:05.391884 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ed301e3e-b0ef-4649-8f34-b251c1bee9d5 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group_rule (89a90db0-7d48-465d-8981-ace42be8521a), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.401865 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:42:05.451695 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ed301e3e-b0ef-4649-8f34-b251c1bee9d5 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group_rule (89a90db0-7d48-465d-8981-ace42be8521a), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.456324 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ed301e3e-b0ef-4649-8f34-b251c1bee9d5 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (89a90db0-7d48-465d-8981-ace42be8521a), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.479136 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed301e3e-b0ef-4649-8f34-b251c1bee9d5 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a90db0-7d48-465d-8981-ace42be8521a,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:05.485194 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ed301e3e-b0ef-4649-8f34-b251c1bee9d5 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.488746 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-ed301e3e-b0ef-4649-8f34-b251c1bee9d5 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293793 Jun 15 19:42:05.488847 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49352) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:05.493099 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-45cb2e93-2bdc-450d-ba83-abfb22cad5d2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Request body: {'security_group_rule': {'security_group_id': '3cd46fad-d3c3-450a-bab2-21b91156707e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:05.521158 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-45cb2e93-2bdc-450d-ba83-abfb22cad5d2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group_rule (0d919f29-9620-49f1-aa1f-8a57df7e7c7f), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.584137 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-45cb2e93-2bdc-450d-ba83-abfb22cad5d2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group_rule (0d919f29-9620-49f1-aa1f-8a57df7e7c7f), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.590163 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-45cb2e93-2bdc-450d-ba83-abfb22cad5d2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (0d919f29-9620-49f1-aa1f-8a57df7e7c7f), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.591499 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4503be-e15e-430c-8615-47d73b270a65 req-40fccfa0-3df6-41e7-a21e-e672a5788a47 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:05.593065 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cb4503be-e15e-430c-8615-47d73b270a65 req-40fccfa0-3df6-41e7-a21e-e672a5788a47 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0532279 Jun 15 19:42:05.609918 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb2e93-2bdc-450d-ba83-abfb22cad5d2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d919f29-9620-49f1-aa1f-8a57df7e7c7f,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:05.620491 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-45cb2e93-2bdc-450d-ba83-abfb22cad5d2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.621962 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-45cb2e93-2bdc-450d-ba83-abfb22cad5d2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319079 Jun 15 19:42:05.625153 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49354) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:05.629906 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Request body: {'floatingip': {'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:05.648294 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cb4503be-e15e-430c-8615-47d73b270a65 req-74d038f9-98c7-4f3c-82ee-3a69216dd6ed tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490386 Jun 15 19:42:05.654795 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.738238 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:05.867833 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Allocated IP 172.27.0.122 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/68baec9a-aa87-406a-8ace-cc5f516ecca1) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:42:05.976402 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10617c0d-ed11-47f4-8c5a-f8d415b2c539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:06.050953 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b748476a-6aaa-408d-8dc5-fdc0f44e719f req-cd858516-e03d-4954-ba4d-7f95a4a46c72 tempest-VolumesSnapshotTestJSON-150526058 tempest-VolumesSnapshotTestJSON-150526058-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f2e841-11f5-4b38-aa45-8a95492cec45 HTTP/1.1" status: 200 len: 210 time: 0.0322552 Jun 15 19:42:06.113486 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239ff80-93da-450b-9836-998fdc8957c5 req-baecf21c-4b7b-4efa-910e-0f4023fb93a8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:06.115218 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3239ff80-93da-450b-9836-998fdc8957c5 req-baecf21c-4b7b-4efa-910e-0f4023fb93a8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0633738 Jun 15 19:42:06.216030 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b85a1-c812-49b4-9208-96b57be4974d req-691f421f-5238-4769-9224-07feff7dbcf3 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:06.217579 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dc2b85a1-c812-49b4-9208-96b57be4974d req-691f421f-5238-4769-9224-07feff7dbcf3 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 945 time: 0.0878513 Jun 15 19:42:06.220705 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3239ff80-93da-450b-9836-998fdc8957c5 req-b1ff64cc-4870-4764-8c74-b65b5829e54b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990112 Jun 15 19:42:06.223965 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:06.241834 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for port (68baec9a-aa87-406a-8ace-cc5f516ecca1), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:06.248434 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:06.255678 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:06.282721 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (68baec9a-aa87-406a-8ace-cc5f516ecca1), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:06.291365 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dc2b85a1-c812-49b4-9208-96b57be4974d req-08617575-2955-470a-8582-56743d7c5007 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658553 Jun 15 19:42:06.348756 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:42:06.354778 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:42:06.359353 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:42:06.370952 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event updated for resources: {'Port': ['ID=68baec9a-aa87-406a-8ace-cc5f516ecca1,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:06.449222 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for floatingip (b7a488a6-0400-44d3-8d03-c6bcc8ce7f05), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:06.496624 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (68baec9a-aa87-406a-8ace-cc5f516ecca1), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:06.672023 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for port (68baec9a-aa87-406a-8ace-cc5f516ecca1), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:06.676915 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (68baec9a-aa87-406a-8ace-cc5f516ecca1), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:06.715603 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (b7a488a6-0400-44d3-8d03-c6bcc8ce7f05), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:06.732903 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event updated for resources: {'Port': ['ID=68baec9a-aa87-406a-8ace-cc5f516ecca1,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:06.737864 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:06.739118 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-26fe8508-98ba-4659-b486-628c55283393 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1130190 Jun 15 19:42:06.834005 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a2e65-d596-4441-a500-40559a4bcce5 req-5524c798-e32f-4684-92ac-9f71f4cc9097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:06.835989 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-052a2e65-d596-4441-a500-40559a4bcce5 req-5524c798-e32f-4684-92ac-9f71f4cc9097 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 1130 time: 0.0547767 Jun 15 19:42:06.952402 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a2e65-d596-4441-a500-40559a4bcce5 req-7de0ac3c-c1fc-4614-9bea-dc0015a838bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:06.953952 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-052a2e65-d596-4441-a500-40559a4bcce5 req-7de0ac3c-c1fc-4614-9bea-dc0015a838bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 919 time: 0.1100259 Jun 15 19:42:06.978791 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-42dedc92-a11a-48b5-b824-4aeb2c72399d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--909326691&fields=id&tenant_id=71e0c71509f94f158063991e37617894 HTTP/1.1" status: 200 len: 267 time: 0.0481212 Jun 15 19:42:07.019298 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-052a2e65-d596-4441-a500-40559a4bcce5 req-19fc9645-8b8b-4478-b774-069f74d19c88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a87c9c4f-dbec-4c55-a398-b538509f41ea HTTP/1.1" status: 200 len: 1001 time: 0.0569544 Jun 15 19:42:07.076196 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a2e65-d596-4441-a500-40559a4bcce5 req-5cd3744e-f252-489f-bea2-4e7ba27d8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:07.077702 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-052a2e65-d596-4441-a500-40559a4bcce5 req-5cd3744e-f252-489f-bea2-4e7ba27d8380 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.0520594 Jun 15 19:42:07.105131 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35534196-842c-4e62-82a2-398dcd1712ea req-7dc9cbda-94bf-4eaa-939a-dd0d65b7b6e1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:07.107237 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-7dc9cbda-94bf-4eaa-939a-dd0d65b7b6e1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/networks?id=f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 200 len: 817 time: 0.1218956 Jun 15 19:42:07.131519 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-af6d47c5-7e0c-4eec-816e-4dcdc121db32 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/quotas/71e0c71509f94f158063991e37617894 HTTP/1.1" status: 200 len: 375 time: 0.0183861 Jun 15 19:42:07.135775 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a2e65-d596-4441-a500-40559a4bcce5 req-56b205aa-1436-4670-be53-970241e4f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:07.137347 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-052a2e65-d596-4441-a500-40559a4bcce5 req-56b205aa-1436-4670-be53-970241e4f57b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522749 Jun 15 19:42:07.191927 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device cb276915-e785-4cf2-b1e5-e26ab501e7cc no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:42:07.213654 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: cb276915-e785-4cf2-b1e5-e26ab501e7cc {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:42:07.214343 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device cb276915-e785-4cf2-b1e5-e26ab501e7cc not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:42:07.224649 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-e73621b1-d424-4ecf-9d62-56cde04a820e tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=71e0c71509f94f158063991e37617894&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857766 Jun 15 19:42:07.242840 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-052a2e65-d596-4441-a500-40559a4bcce5 req-8e4c5e9b-92ba-4be1-9223-07b39d966080 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974503 Jun 15 19:42:07.289728 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:07.318049 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:07.365222 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:07.374283 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-052a2e65-d596-4441-a500-40559a4bcce5 req-d6a61b4d-e2d9-4cea-aa2c-0bb2f37b9b14 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244576 Jun 15 19:42:07.397388 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-515f6151-ea3f-4849-8a99-8daeede50f91 service neutron] 10.222.0.15 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628473 Jun 15 19:42:07.405172 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9879e-abf0-4ef7-a11c-a318e28cc931 req-bc072e86-0e3c-4f30-8377-e080ff63e483 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:07.405948 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:07.406891 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7ff9879e-abf0-4ef7-a11c-a318e28cc931 req-bc072e86-0e3c-4f30-8377-e080ff63e483 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0797017 Jun 15 19:42:07.558082 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7ff9879e-abf0-4ef7-a11c-a318e28cc931 req-28bd8e40-06e7-49fe-98a9-dca8c5c6cb45 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416051 Jun 15 19:42:07.577267 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-0a3ab1ab-6e61-4df8-829d-cd1fec3dba0e service neutron] 10.222.0.15 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693180 Jun 15 19:42:07.721906 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acadc0-9355-40c9-b0f3-538d19ae12d4 req-1d418f93-dd2a-4d3c-97d2-a5ae03d0fc6f tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:07.724791 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b6acadc0-9355-40c9-b0f3-538d19ae12d4 req-1d418f93-dd2a-4d3c-97d2-a5ae03d0fc6f tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 945 time: 0.0645049 Jun 15 19:42:07.810269 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1319fadc-6c05-4ea2-8bfe-ad7d1acf2517 req-7eb7692d-7b6c-43a9-aa41-2f30d0b9d76d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 210 time: 0.0451596 Jun 15 19:42:07.814594 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b6acadc0-9355-40c9-b0f3-538d19ae12d4 req-dd27893e-1205-4227-8328-73937d379fa6 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768945 Jun 15 19:42:07.940775 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d804d-9417-4ee5-ba1e-c80b59545a02 req-75b2e925-c312-48b3-97e2-a07b7a8903e1 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:07.942406 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-af0d804d-9417-4ee5-ba1e-c80b59545a02 req-75b2e925-c312-48b3-97e2-a07b7a8903e1 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 945 time: 0.0562413 Jun 15 19:42:07.951151 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49404) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:07.955756 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-85a7397a-a322-4e0b-af2d-e744f1823cfe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'floatingip': {'port_id': '758322d5-263d-4d0a-87b4-7f197c2860e3'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:07.999608 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85a7397a-a322-4e0b-af2d-e744f1823cfe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (9fe3bd31-39b0-402b-a613-e19c0619d42f), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:08.409823 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85a7397a-a322-4e0b-af2d-e744f1823cfe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:08.414234 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85a7397a-a322-4e0b-af2d-e744f1823cfe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (9fe3bd31-39b0-402b-a613-e19c0619d42f), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:08.508853 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [None req-85a7397a-a322-4e0b-af2d-e744f1823cfe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Floating IP 9fe3bd31-39b0-402b-a613-e19c0619d42f associated. External IP: 172.27.0.86, port: 758322d5-263d-4d0a-87b4-7f197c2860e3. Jun 15 19:42:08.720375 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c0b18-f055-4c5b-85ae-02ca7710771e req-06307695-62ac-416a-83dd-c7fd49c8c100 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:08.722202 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-508c0b18-f055-4c5b-85ae-02ca7710771e req-06307695-62ac-416a-83dd-c7fd49c8c100 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0712388 Jun 15 19:42:08.737530 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a7397a-a322-4e0b-af2d-e744f1823cfe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Router 0d2bb485-8201-4259-b811-ace17e805b17 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:42:08.774702 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:08.785626 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-508c0b18-f055-4c5b-85ae-02ca7710771e req-cef47310-34a6-4fb6-ad2b-fbe7c6b44ad3 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573080 Jun 15 19:42:08.844130 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a7397a-a322-4e0b-af2d-e744f1823cfe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:42:08.848746 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85a7397a-a322-4e0b-af2d-e744f1823cfe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:08.859521 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11265926-7495-4200-a93c-6fe28dc5d649 None None] Sync routers for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:42:08.873974 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11265926-7495-4200-a93c-6fe28dc5d649 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:42:08.874933 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-11265926-7495-4200-a93c-6fe28dc5d649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:42:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:08.890593 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-85a7397a-a322-4e0b-af2d-e744f1823cfe tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "PUT /v2.0/floatingips/9fe3bd31-39b0-402b-a613-e19c0619d42f HTTP/1.1" status: 200 len: 990 time: 0.9381382 Jun 15 19:42:08.891254 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1dd930-31d9-48b7-a30e-28d7f7dc7378', 'tag': '758322d5-263d-4d0a-87b4-7f197c2860e3'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:42:08.896143 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e316da5a-75d0-4e73-bb3c-8611958bfb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1dd930-31d9-48b7-a30e-28d7f7dc7378", "tag": "758322d5-263d-4d0a-87b4-7f197c2860e3"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:42:08.928012 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b328585f-ce82-40f4-9fae-bac0ad3f8797 req-b90f84fc-fd0d-4f78-8752-bb4088d6f7f8 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 210 time: 0.0344422 Jun 15 19:42:08.942725 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0266375-5379-4536-bb7d-a060e1d25123 x-openstack-request-id: req-d0266375-5379-4536-bb7d-a060e1d25123 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:42:08.943106 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1dd930-31d9-48b7-a30e-28d7f7dc7378", "tag": "758322d5-263d-4d0a-87b4-7f197c2860e3", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:42:08.943389 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0266375-5379-4536-bb7d-a060e1d25123 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:42:08.944433 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0266375-5379-4536-bb7d-a060e1d25123'] response: {'name': 'network-changed', 'server_uuid': '0a1dd930-31d9-48b7-a30e-28d7f7dc7378', 'tag': '758322d5-263d-4d0a-87b4-7f197c2860e3', 'status': 'completed', 'code': 200} Jun 15 19:42:09.002220 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-11265926-7495-4200-a93c-6fe28dc5d649 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:42:09.012007 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316da5a-75d0-4e73-bb3c-8611958bfb6d req-6e4a5dd5-4cd6-4414-8f3c-6039f9dde0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:09.013678 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e316da5a-75d0-4e73-bb3c-8611958bfb6d req-6e4a5dd5-4cd6-4414-8f3c-6039f9dde0c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 1129 time: 0.0441015 Jun 15 19:42:09.158981 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:09.181216 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:09.220823 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-11265926-7495-4200-a93c-6fe28dc5d649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '9fe3bd31-39b0-402b-a613-e19c0619d42f', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '758322d5-263d-4d0a-87b4-7f197c2860e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:11:91:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1dd930-31d9-48b7-a30e-28d7f7dc7378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:41:46Z', 'updated_at': '2022-06-15T19:42:08Z', 'revision_number': 1, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:09.249787 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11265926-7495-4200-a93c-6fe28dc5d649 None None] Checking router: 0d2bb485-8201-4259-b811-ace17e805b17 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:42:09.258936 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11265926-7495-4200-a93c-6fe28dc5d649 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:42:09.259531 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-11265926-7495-4200-a93c-6fe28dc5d649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:42:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:09.394000 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-11265926-7495-4200-a93c-6fe28dc5d649 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:42:09.440278 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:09.614982 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-11265926-7495-4200-a93c-6fe28dc5d649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '9fe3bd31-39b0-402b-a613-e19c0619d42f', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '758322d5-263d-4d0a-87b4-7f197c2860e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:11:91:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1dd930-31d9-48b7-a30e-28d7f7dc7378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:41:46Z', 'updated_at': '2022-06-15T19:42:08Z', 'revision_number': 1, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:09.641105 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11265926-7495-4200-a93c-6fe28dc5d649 None None] The sync data for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi is: [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '9fe3bd31-39b0-402b-a613-e19c0619d42f', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '758322d5-263d-4d0a-87b4-7f197c2860e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:11:91:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1dd930-31d9-48b7-a30e-28d7f7dc7378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:41:46Z', 'updated_at': '2022-06-15T19:42:08Z', 'revision_number': 1, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:42:09.857626 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1346f2f0-70fb-41b4-801e-743c2029ad32 None None] New status for floating IP 9fe3bd31-39b0-402b-a613-e19c0619d42f: ACTIVE {{(pid=104105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:42:09.917202 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:09.932874 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06681d-c920-4c57-b099-c33647ceaa0a req-eaa8ae91-35aa-42bd-8d5e-0d3cc4ae24c8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:09.934465 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9d06681d-c920-4c57-b099-c33647ceaa0a req-eaa8ae91-35aa-42bd-8d5e-0d3cc4ae24c8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0610762 Jun 15 19:42:09.994521 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9d06681d-c920-4c57-b099-c33647ceaa0a req-52f5a455-932a-4372-a266-48d9c36b7ddd tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542345 Jun 15 19:42:09.999789 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:09.999789 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316da5a-75d0-4e73-bb3c-8611958bfb6d req-f56099c5-672a-480f-96ec-8bc4b9e36e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:10.002250 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e316da5a-75d0-4e73-bb3c-8611958bfb6d req-f56099c5-672a-480f-96ec-8bc4b9e36e07 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 HTTP/1.1" status: 200 len: 915 time: 0.1263280 Jun 15 19:42:10.074692 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c01b620f-0d2a-471c-a218-56f8daf57e55 req-3e720130-9696-4d89-bedc-e9e1272e76b8 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 210 time: 0.0358002 Jun 15 19:42:11.121594 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717e215-2585-4343-81b7-6afae3f7bf4f req-b6b80d4d-59d9-4535-9e39-515fbc46bd0a tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:11.123337 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7717e215-2585-4343-81b7-6afae3f7bf4f req-b6b80d4d-59d9-4535-9e39-515fbc46bd0a tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0477676 Jun 15 19:42:11.153719 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:11.206034 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b9ed85b6-4e3c-40cb-8972-db42f6977239 req-27f86dd2-fc31-46f3-b02b-2b73a022221f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 210 time: 0.0420678 Jun 15 19:42:11.210506 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7717e215-2585-4343-81b7-6afae3f7bf4f req-85e04294-72a7-410d-b188-7d6a38d49310 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806172 Jun 15 19:42:11.967458 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e316da5a-75d0-4e73-bb3c-8611958bfb6d req-6e4e9f38-751c-40d5-87c4-be6bd99896a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=758322d5-263d-4d0a-87b4-7f197c2860e3 HTTP/1.1" status: 200 len: 1000 time: 0.0748634 Jun 15 19:42:12.319749 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0f191efc-6b93-47f9-92e8-dadecaa111ec req-4892b8a3-8f81-4651-9d5c-1b9f0be563da tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 210 time: 0.0366375 Jun 15 19:42:12.356309 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8da74-e0d9-48e1-8325-0806928432be req-7039c027-3ba7-4592-8531-82f5553c9935 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:12.357812 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-19a8da74-e0d9-48e1-8325-0806928432be req-7039c027-3ba7-4592-8531-82f5553c9935 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0653164 Jun 15 19:42:12.408748 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-19a8da74-e0d9-48e1-8325-0806928432be req-060e7a04-449b-4249-9337-c8b8a9d8728c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423446 Jun 15 19:42:12.514073 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316da5a-75d0-4e73-bb3c-8611958bfb6d req-8a537fdb-86e1-42c2-9645-58ce44f2bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:12.516090 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e316da5a-75d0-4e73-bb3c-8611958bfb6d req-8a537fdb-86e1-42c2-9645-58ce44f2bc19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06f7de3d-736b-4eeb-b465-011df871e6d7 HTTP/1.1" status: 200 len: 853 time: 0.0940568 Jun 15 19:42:12.532131 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f85134-541e-4071-b6ed-83b557fe4797 req-44d3c4b4-a8dc-48f0-acc1-7c0af8506078 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:12.533649 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b7f85134-541e-4071-b6ed-83b557fe4797 req-44d3c4b4-a8dc-48f0-acc1-7c0af8506078 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0507104 Jun 15 19:42:12.543397 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49450) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:12.548270 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-babb202c-ea47-4e16-ab74-9a12ea70110c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Request body: {'floatingip': {'port_id': 'a87c9c4f-dbec-4c55-a398-b538509f41ea'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:12.612074 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-babb202c-ea47-4e16-ab74-9a12ea70110c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for floatingip (f299a0ca-557b-4200-b760-bad89bb4e829), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:12.615840 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316da5a-75d0-4e73-bb3c-8611958bfb6d req-61a6bbfb-89f1-4fdf-8b44-cc7088165fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:12.617617 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e316da5a-75d0-4e73-bb3c-8611958bfb6d req-61a6bbfb-89f1-4fdf-8b44-cc7088165fbd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941920 Jun 15 19:42:12.642514 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35534196-842c-4e62-82a2-398dcd1712ea req-75f01361-b11d-4132-93b4-6201593b64e1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:12.644067 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-75f01361-b11d-4132-93b4-6201593b64e1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.42 "GET /v2.0/networks?id=f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 200 len: 817 time: 0.1839573 Jun 15 19:42:12.829746 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-00fcd137-d146-48ea-a847-0fed3657ac34 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71e0c71509f94f158063991e37617894 HTTP/1.1" status: 200 len: 379 time: 0.1251597 Jun 15 19:42:12.843007 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-35534196-842c-4e62-82a2-398dcd1712ea req-f78bd0e6-2245-40b1-8147-0d6e406cced1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Request body: {'port': {'device_id': '29d61603-5469-4233-b4a1-95259f1fc06b', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'admin_state_up': True, 'tenant_id': '71e0c71509f94f158063991e37617894', 'security_groups': ['3cd46fad-d3c3-450a-bab2-21b91156707e']}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:12.850282 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e316da5a-75d0-4e73-bb3c-8611958bfb6d req-7bc1c487-9b17-4893-929a-35082aa7e9fe service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469972 Jun 15 19:42:12.872345 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:13.026355 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e316da5a-75d0-4e73-bb3c-8611958bfb6d req-6d18c4ef-97dc-4b3b-b8c5-84b813faaff9 service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643751 Jun 15 19:42:13.039941 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35534196-842c-4e62-82a2-398dcd1712ea req-f78bd0e6-2245-40b1-8147-0d6e406cced1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Made reservation on behalf of 71e0c71509f94f158063991e37617894 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:42:13.043866 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-35534196-842c-4e62-82a2-398dcd1712ea req-f78bd0e6-2245-40b1-8147-0d6e406cced1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:13.196291 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-35534196-842c-4e62-82a2-398dcd1712ea req-f78bd0e6-2245-40b1-8147-0d6e406cced1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Allocated IP 172.20.0.14 (f6ca100c-fdac-452a-ad9c-d280af0c139f/c37954e0-0ba0-4cd2-9041-862c785d922d/e86b7374-75c4-418c-9797-1366945e2805) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:42:13.280587 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-babb202c-ea47-4e16-ab74-9a12ea70110c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:13.284839 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-babb202c-ea47-4e16-ab74-9a12ea70110c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (f299a0ca-557b-4200-b760-bad89bb4e829), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:13.298440 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:13.333963 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:13.349522 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-35534196-842c-4e62-82a2-398dcd1712ea req-f78bd0e6-2245-40b1-8147-0d6e406cced1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for port (e86b7374-75c4-418c-9797-1366945e2805), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:13.393017 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-35534196-842c-4e62-82a2-398dcd1712ea req-f78bd0e6-2245-40b1-8147-0d6e406cced1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (e86b7374-75c4-418c-9797-1366945e2805), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:13.454074 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35534196-842c-4e62-82a2-398dcd1712ea req-f78bd0e6-2245-40b1-8147-0d6e406cced1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Network f6ca100c-fdac-452a-ad9c-d280af0c139f is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:42:13.459071 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-35534196-842c-4e62-82a2-398dcd1712ea req-f78bd0e6-2245-40b1-8147-0d6e406cced1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:42:13.468226 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-35534196-842c-4e62-82a2-398dcd1712ea req-f78bd0e6-2245-40b1-8147-0d6e406cced1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:42:13.469257 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35534196-842c-4e62-82a2-398dcd1712ea req-f78bd0e6-2245-40b1-8147-0d6e406cced1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:13.469372 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-35534196-842c-4e62-82a2-398dcd1712ea req-f78bd0e6-2245-40b1-8147-0d6e406cced1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:13.479835 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bd0e6-2245-40b1-8147-0d6e406cced1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event updated for resources: {'Port': ['ID=e86b7374-75c4-418c-9797-1366945e2805,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:13.500062 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-f78bd0e6-2245-40b1-8147-0d6e406cced1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6620626 Jun 15 19:42:13.522178 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Request body: {'port': {'device_id': '29d61603-5469-4233-b4a1-95259f1fc06b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:13.531350 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77e247-99e4-4d91-ac6f-418a1397c642 req-96f83bef-13b5-4c8a-bf61-e23f75e0ac60 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:13.532953 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fe77e247-99e4-4d91-ac6f-418a1397c642 req-96f83bef-13b5-4c8a-bf61-e23f75e0ac60 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 932 time: 0.1235974 Jun 15 19:42:13.602938 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e86b7374-75c4-418c-9797-1366945e2805), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:13.613750 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:13.627742 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fe77e247-99e4-4d91-ac6f-418a1397c642 req-6cd30c93-2164-458d-95aa-1a113b6e8126 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855508 Jun 15 19:42:13.661180 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babb202c-ea47-4e16-ab74-9a12ea70110c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Router e6428a8e-75f7-4120-99b6-23fde38e2ca4 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:42:13.738586 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-08107507-d945-4422-8649-161d7db6d901 None None] Provisioning complete for port e86b7374-75c4-418c-9797-1366945e2805 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:42:13.739555 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08107507-d945-4422-8649-161d7db6d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e86b7374-75c4-418c-9797-1366945e2805), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:13.774577 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-08107507-d945-4422-8649-161d7db6d901 None None] Port e86b7374-75c4-418c-9797-1366945e2805 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:42:13.778215 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babb202c-ea47-4e16-ab74-9a12ea70110c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:42:13.782994 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-babb202c-ea47-4e16-ab74-9a12ea70110c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:13.792442 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500bfea-e2a7-4a3a-b319-e7a28deba29e None None] Sync routers for ids ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:42:13.806113 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0500bfea-e2a7-4a3a-b319-e7a28deba29e None None] Routers {'e6428a8e-75f7-4120-99b6-23fde38e2ca4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:42:13.807137 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-0500bfea-e2a7-4a3a-b319-e7a28deba29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:42:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:13.824034 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'tag': 'a87c9c4f-dbec-4c55-a398-b538509f41ea'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:42:13.826354 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2338ae28-216f-4de2-8cf1-24a528bc225d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4eda938-2478-4ddd-9f99-974f3ffe7123", "tag": "a87c9c4f-dbec-4c55-a398-b538509f41ea"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:42:13.865183 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-babb202c-ea47-4e16-ab74-9a12ea70110c tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "PUT /v2.0/floatingips/f299a0ca-557b-4200-b760-bad89bb4e829 HTTP/1.1" status: 200 len: 993 time: 1.3201442 Jun 15 19:42:13.871815 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c9ca2c-5970-4a5e-833f-9b8e255845c7 x-openstack-request-id: req-64c9ca2c-5970-4a5e-833f-9b8e255845c7 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:42:13.872316 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4eda938-2478-4ddd-9f99-974f3ffe7123", "tag": "a87c9c4f-dbec-4c55-a398-b538509f41ea", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:42:13.872617 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64c9ca2c-5970-4a5e-833f-9b8e255845c7 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:42:13.873026 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c9ca2c-5970-4a5e-833f-9b8e255845c7'] response: {'name': 'network-changed', 'server_uuid': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'tag': 'a87c9c4f-dbec-4c55-a398-b538509f41ea', 'status': 'completed', 'code': 200} Jun 15 19:42:13.924894 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-0500bfea-e2a7-4a3a-b319-e7a28deba29e None None] Set router e6428a8e-75f7-4120-99b6-23fde38e2ca4 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:42:14.029688 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338ae28-216f-4de2-8cf1-24a528bc225d req-61061a6d-4c5a-4f09-b9fe-5553577889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:14.031226 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2338ae28-216f-4de2-8cf1-24a528bc225d req-61061a6d-4c5a-4f09-b9fe-5553577889a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 1130 time: 0.0593867 Jun 15 19:42:14.199233 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338ae28-216f-4de2-8cf1-24a528bc225d req-d82a35f8-c14a-430b-8f8d-d4d338395db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:14.200706 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2338ae28-216f-4de2-8cf1-24a528bc225d req-d82a35f8-c14a-430b-8f8d-d4d338395db3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 919 time: 0.1592908 Jun 15 19:42:14.228939 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-0500bfea-e2a7-4a3a-b319-e7a28deba29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:59Z', 'revision_number': 4, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'f299a0ca-557b-4200-b760-bad89bb4e829', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'port_id': 'a87c9c4f-dbec-4c55-a398-b538509f41ea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'mac_address': 'fa:16:3e:78:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:40:03Z', 'updated_at': '2022-06-15T19:42:13Z', 'revision_number': 3, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '691ce9e8-00eb-47aa-9985-3b833fcdc17c', 'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'mac_address': 'fa:16:3e:82:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:56Z', 'updated_at': '2022-06-15T19:38:12Z', 'revision_number': 5, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'subnets': [{'id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:14.254039 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500bfea-e2a7-4a3a-b319-e7a28deba29e None None] Checking router: e6428a8e-75f7-4120-99b6-23fde38e2ca4 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:42:14.264173 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0500bfea-e2a7-4a3a-b319-e7a28deba29e None None] Routers {'e6428a8e-75f7-4120-99b6-23fde38e2ca4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:42:14.264914 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-0500bfea-e2a7-4a3a-b319-e7a28deba29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:42:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:14.292025 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86b7374-75c4-418c-9797-1366945e2805 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:42:14.304815 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2338ae28-216f-4de2-8cf1-24a528bc225d req-367d52f6-7806-4566-9b2e-ac9d0a5dd106 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a87c9c4f-dbec-4c55-a398-b538509f41ea HTTP/1.1" status: 200 len: 1001 time: 0.0928531 Jun 15 19:42:14.306643 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Publish callbacks [] for port (e86b7374-75c4-418c-9797-1366945e2805), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:14.350519 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Transition to ACTIVE for port object e86b7374-75c4-418c-9797-1366945e2805 will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:42:14.357293 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e86b7374-75c4-418c-9797-1366945e2805), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:14.369823 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-0500bfea-e2a7-4a3a-b319-e7a28deba29e None None] Set router e6428a8e-75f7-4120-99b6-23fde38e2ca4 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:42:14.393937 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338ae28-216f-4de2-8cf1-24a528bc225d req-8501f252-8ded-4e84-b9c3-86dc3bd607f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:14.395462 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2338ae28-216f-4de2-8cf1-24a528bc225d req-8501f252-8ded-4e84-b9c3-86dc3bd607f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.0826049 Jun 15 19:42:14.412580 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:14.417214 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:14.452899 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Pushing event updated for resources: {'Port': ['ID=e86b7374-75c4-418c-9797-1366945e2805,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:14.480328 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338ae28-216f-4de2-8cf1-24a528bc225d req-4419156e-a76f-4177-a1c1-775333f8de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:14.480530 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:14.483551 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2338ae28-216f-4de2-8cf1-24a528bc225d req-4419156e-a76f-4177-a1c1-775333f8de4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793595 Jun 15 19:42:14.520431 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Attempting to bind port e86b7374-75c4-418c-9797-1366945e2805 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:42:14.520767 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Attempting to bind port e86b7374-75c4-418c-9797-1366945e2805 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:42:14.521100 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Attempting to bind port e86b7374-75c4-418c-9797-1366945e2805 on network f6ca100c-fdac-452a-ad9c-d280af0c139f {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:42:14.526336 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:14.530751 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Port e86b7374-75c4-418c-9797-1366945e2805 on network f6ca100c-fdac-452a-ad9c-d280af0c139f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:42:14.531074 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Attempting to bind port e86b7374-75c4-418c-9797-1366945e2805 on network f6ca100c-fdac-452a-ad9c-d280af0c139f {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:42:14.546729 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:42:14.547076 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Checking segment: {'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:42:14.547469 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Bound using segment: {'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:42:14.547915 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Bound port: e86b7374-75c4-418c-9797-1366945e2805, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067624a7-3318-4ca5-8f14-e1af820ea26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:42:14.548274 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e86b7374-75c4-418c-9797-1366945e2805), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:14.652454 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2338ae28-216f-4de2-8cf1-24a528bc225d req-7601c1c6-cb68-48c0-b437-60f1d8df82b6 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578808 Jun 15 19:42:14.659247 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-0500bfea-e2a7-4a3a-b319-e7a28deba29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:59Z', 'revision_number': 4, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'f299a0ca-557b-4200-b760-bad89bb4e829', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'port_id': 'a87c9c4f-dbec-4c55-a398-b538509f41ea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'mac_address': 'fa:16:3e:78:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:40:03Z', 'updated_at': '2022-06-15T19:42:13Z', 'revision_number': 3, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '691ce9e8-00eb-47aa-9985-3b833fcdc17c', 'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'mac_address': 'fa:16:3e:82:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:56Z', 'updated_at': '2022-06-15T19:38:12Z', 'revision_number': 5, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'subnets': [{'id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:14.697837 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] For port e86b7374-75c4-418c-9797-1366945e2805, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:42:14.711315 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500bfea-e2a7-4a3a-b319-e7a28deba29e None None] The sync data for ids ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'] in dv-cinder-844563-3-iscsi is: [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:59Z', 'revision_number': 4, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'f299a0ca-557b-4200-b760-bad89bb4e829', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'port_id': 'a87c9c4f-dbec-4c55-a398-b538509f41ea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'mac_address': 'fa:16:3e:78:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:40:03Z', 'updated_at': '2022-06-15T19:42:13Z', 'revision_number': 3, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '691ce9e8-00eb-47aa-9985-3b833fcdc17c', 'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'mac_address': 'fa:16:3e:82:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:56Z', 'updated_at': '2022-06-15T19:38:12Z', 'revision_number': 5, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'subnets': [{'id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:42:14.722967 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] For port e86b7374-75c4-418c-9797-1366945e2805, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e86b7374-75c4-418c-9797-1366945e2805,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:42:14.779141 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3101b-76b9-4667-8c77-379b3b5d00f3 req-156f0c7d-3801-494c-93d1-7028f36ee7b4 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:14.780948 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-61a3101b-76b9-4667-8c77-379b3b5d00f3 req-156f0c7d-3801-494c-93d1-7028f36ee7b4 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0593104 Jun 15 19:42:14.793731 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e86b7374-75c4-418c-9797-1366945e2805), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:14.838979 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:14.839798 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:14.841008 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] 10.222.0.42 "PUT /v2.0/ports/e86b7374-75c4-418c-9797-1366945e2805 HTTP/1.1" status: 200 len: 1094 time: 1.3239889 Jun 15 19:42:14.849233 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d61603-5469-4233-b4a1-95259f1fc06b', 'tag': 'e86b7374-75c4-418c-9797-1366945e2805'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:42:14.851860 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992084ea-4cb4-431b-8856-00a19867fde8" -d '{"events": [{"name": "network-changed", "server_uuid": "29d61603-5469-4233-b4a1-95259f1fc06b", "tag": "e86b7374-75c4-418c-9797-1366945e2805"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:42:14.872112 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2338ae28-216f-4de2-8cf1-24a528bc225d req-0e1cd673-a2d9-429f-b73a-cf75c080d310 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125957 Jun 15 19:42:14.922331 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-61a3101b-76b9-4667-8c77-379b3b5d00f3 req-86efcd35-828a-4d28-b4ab-fa075ab4215d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276252 Jun 15 19:42:14.985610 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85f4ba7-74d5-4b7b-9d50-cc89b2adc0dc x-openstack-request-id: req-e85f4ba7-74d5-4b7b-9d50-cc89b2adc0dc {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:42:14.985968 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d61603-5469-4233-b4a1-95259f1fc06b", "tag": "e86b7374-75c4-418c-9797-1366945e2805", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:42:14.986315 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e85f4ba7-74d5-4b7b-9d50-cc89b2adc0dc {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:42:14.986784 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85f4ba7-74d5-4b7b-9d50-cc89b2adc0dc'] response: {'name': 'network-changed', 'server_uuid': '29d61603-5469-4233-b4a1-95259f1fc06b', 'tag': 'e86b7374-75c4-418c-9797-1366945e2805', 'status': 'completed', 'code': 200} Jun 15 19:42:14.987766 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fafcd9-183d-4cb7-8037-efb1ea741b10 service neutron] Pushing event updated for resources: {'Port': ['ID=e86b7374-75c4-418c-9797-1366945e2805,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:15.017772 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35534196-842c-4e62-82a2-398dcd1712ea req-1a8bd5d7-561a-4db2-a18d-2c36eaffd868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:15.019801 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-1a8bd5d7-561a-4db2-a18d-2c36eaffd868 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71e0c71509f94f158063991e37617894&device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 1128 time: 0.1198714 Jun 15 19:42:15.073114 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-fd9c93d8-c2da-48a9-bce1-1300b29ec10a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86b7374-75c4-418c-9797-1366945e2805 HTTP/1.1" status: 200 len: 217 time: 0.0420842 Jun 15 19:42:15.133242 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35534196-842c-4e62-82a2-398dcd1712ea req-38476579-37f1-48ed-acf7-3caeb6694f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:15.134952 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-38476579-37f1-48ed-acf7-3caeb6694f94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c37954e0-0ba0-4cd2-9041-862c785d922d HTTP/1.1" status: 200 len: 856 time: 0.0546906 Jun 15 19:42:15.190634 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35534196-842c-4e62-82a2-398dcd1712ea req-f748914f-6772-4558-b7e7-5af8ed77d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:15.192676 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-f748914f-6772-4558-b7e7-5af8ed77d41b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ca100c-fdac-452a-ad9c-d280af0c139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508602 Jun 15 19:42:15.288252 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-5525fa84-ee84-4bbf-968d-d160401e374d service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893898 Jun 15 19:42:15.393901 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35534196-842c-4e62-82a2-398dcd1712ea req-5ca7f22c-6c27-40b2-87e6-2f9179df61a4 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998964 Jun 15 19:42:15.874069 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'tag': 'a87c9c4f-dbec-4c55-a398-b538509f41ea'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:42:15.876629 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2193dac-f92d-45e2-810b-7f2b7c513ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "f4eda938-2478-4ddd-9f99-974f3ffe7123", "tag": "a87c9c4f-dbec-4c55-a398-b538509f41ea"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:42:15.914358 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d328048d-0fe3-49f4-9d29-e47ccc18ff9c x-openstack-request-id: req-d328048d-0fe3-49f4-9d29-e47ccc18ff9c {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:42:15.914649 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4eda938-2478-4ddd-9f99-974f3ffe7123", "tag": "a87c9c4f-dbec-4c55-a398-b538509f41ea", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:42:15.914902 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d328048d-0fe3-49f4-9d29-e47ccc18ff9c {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:42:15.915312 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d328048d-0fe3-49f4-9d29-e47ccc18ff9c'] response: {'name': 'network-changed', 'server_uuid': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'tag': 'a87c9c4f-dbec-4c55-a398-b538509f41ea', 'status': 'completed', 'code': 200} Jun 15 19:42:16.076149 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf24d0-bb90-44d6-b46e-7bb6f32bc543 req-0184582f-b28b-40ed-964a-6c075af67fba tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:16.077704 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-32bf24d0-bb90-44d6-b46e-7bb6f32bc543 req-0184582f-b28b-40ed-964a-6c075af67fba tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0547342 Jun 15 19:42:16.132629 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-32bf24d0-bb90-44d6-b46e-7bb6f32bc543 req-2fac6f05-ad73-47a7-bc79-152327ac340f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480199 Jun 15 19:42:16.480428 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992084ea-4cb4-431b-8856-00a19867fde8 req-3eedb238-8760-4f3e-a2e2-9cf5a4fcdd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:16.482153 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-992084ea-4cb4-431b-8856-00a19867fde8 req-3eedb238-8760-4f3e-a2e2-9cf5a4fcdd55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71e0c71509f94f158063991e37617894&device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 1128 time: 0.0688262 Jun 15 19:42:16.485583 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2193dac-f92d-45e2-810b-7f2b7c513ca1 req-6f1ba1a7-75e9-4558-a225-5e8de0d5fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:16.487159 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-f2193dac-f92d-45e2-810b-7f2b7c513ca1 req-6f1ba1a7-75e9-4558-a225-5e8de0d5fd6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 1130 time: 0.0642896 Jun 15 19:42:16.633864 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:16.656573 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:16.676526 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2193dac-f92d-45e2-810b-7f2b7c513ca1 req-64479901-5005-4b41-97a9-e60d28eb1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:16.678596 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-f2193dac-f92d-45e2-810b-7f2b7c513ca1 req-64479901-5005-4b41-97a9-e60d28eb1605 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 200 len: 919 time: 0.1670561 Jun 15 19:42:16.679557 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992084ea-4cb4-431b-8856-00a19867fde8 req-13ead37f-9297-4948-a95c-2685e1eac96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:16.680872 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-992084ea-4cb4-431b-8856-00a19867fde8 req-13ead37f-9297-4948-a95c-2685e1eac96b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 200 len: 918 time: 0.1777050 Jun 15 19:42:17.257730 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28179912-af78-4d6c-b889-439b15ae9098 req-d4abc113-55a4-4af2-b395-9dd6d6ade4d3 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:17.259259 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-28179912-af78-4d6c-b889-439b15ae9098 req-d4abc113-55a4-4af2-b395-9dd6d6ade4d3 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0509348 Jun 15 19:42:17.308582 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-28179912-af78-4d6c-b889-439b15ae9098 req-1ba90d59-6956-459e-a457-8ff15c9e75b8 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437853 Jun 15 19:42:18.339330 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-992084ea-4cb4-431b-8856-00a19867fde8 req-0b0ee071-d07d-49a3-aa91-db4625d93d04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86b7374-75c4-418c-9797-1366945e2805 HTTP/1.1" status: 200 len: 217 time: 0.0609884 Jun 15 19:42:18.364137 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-f2193dac-f92d-45e2-810b-7f2b7c513ca1 req-cab55a14-80f0-4ed3-a194-70a87d626797 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a87c9c4f-dbec-4c55-a398-b538509f41ea HTTP/1.1" status: 200 len: 1001 time: 0.0920334 Jun 15 19:42:18.433739 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b36209-3c51-4bc6-8273-75e1fa8112b1 req-0a183983-5463-4745-aa95-9ffefafb0964 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:18.435235 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-04b36209-3c51-4bc6-8273-75e1fa8112b1 req-0a183983-5463-4745-aa95-9ffefafb0964 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0475547 Jun 15 19:42:18.457733 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:18.491631 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-04b36209-3c51-4bc6-8273-75e1fa8112b1 req-5afc5a8b-8599-43dd-a880-60761884af4a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493145 Jun 15 19:42:19.235903 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e86b7374-75c4-418c-9797-1366945e2805 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:42:19.281132 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:19.297350 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2193dac-f92d-45e2-810b-7f2b7c513ca1 req-cb125243-a7a7-437e-b317-30cc990425a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:19.298831 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-f2193dac-f92d-45e2-810b-7f2b7c513ca1 req-cb125243-a7a7-437e-b317-30cc990425a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 200 len: 857 time: 0.0937438 Jun 15 19:42:19.300145 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992084ea-4cb4-431b-8856-00a19867fde8 req-ab80b3d1-dbb8-45e4-a617-ff5cac9dd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:19.301429 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-992084ea-4cb4-431b-8856-00a19867fde8 req-ab80b3d1-dbb8-45e4-a617-ff5cac9dd874 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c37954e0-0ba0-4cd2-9041-862c785d922d HTTP/1.1" status: 200 len: 856 time: 0.0951176 Jun 15 19:42:19.344222 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e86b7374-75c4-418c-9797-1366945e2805, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e86b7374-75c4-418c-9797-1366945e2805,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:42:19.357779 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'e86b7374-75c4-418c-9797-1366945e2805', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'port_id': 'e86b7374-75c4-418c-9797-1366945e2805', 'mac_address': 'fa:16:3e:10:9a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:42:19.397142 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e86b7374-75c4-418c-9797-1366945e2805 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:42:19.397537 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e86b7374-75c4-418c-9797-1366945e2805), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:19.410298 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86b7374-75c4-418c-9797-1366945e2805 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:42:19.416690 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:19.424982 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2193dac-f92d-45e2-810b-7f2b7c513ca1 req-b4949a50-d349-4908-bbc9-e103212072b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:19.426769 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-f2193dac-f92d-45e2-810b-7f2b7c513ca1 req-b4949a50-d349-4908-bbc9-e103212072b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f41991f1-753c-4841-8d77-8c975a43b0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1167185 Jun 15 19:42:19.427825 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992084ea-4cb4-431b-8856-00a19867fde8 req-cb89efbe-bd6f-4593-bad1-2ca29cbc82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:19.429773 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-992084ea-4cb4-431b-8856-00a19867fde8 req-cb89efbe-bd6f-4593-bad1-2ca29cbc82ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ca100c-fdac-452a-ad9c-d280af0c139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1186867 Jun 15 19:42:19.432816 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e86b7374-75c4-418c-9797-1366945e2805, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e86b7374-75c4-418c-9797-1366945e2805,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:42:19.436608 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e86b7374-75c4-418c-9797-1366945e2805), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:19.483461 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=e86b7374-75c4-418c-9797-1366945e2805,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:19.490665 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.491588 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.492147 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.492495 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.492870 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.493208 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.493546 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.493857 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.494239 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.494570 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.494897 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.495234 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.495560 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.495879 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.496454 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:19.605551 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:19.631578 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-992084ea-4cb4-431b-8856-00a19867fde8 req-7cf15538-5ae2-4867-b2c8-0e8022300805 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838136 Jun 15 19:42:19.633741 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-f2193dac-f92d-45e2-810b-7f2b7c513ca1 req-3ccd2c87-2e55-49fe-8873-9c406844ed56 service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942389 Jun 15 19:42:19.662623 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e97cf-06e0-4603-9767-2c6b4c394af0 req-9087321d-c892-42d7-8b89-05b29275ae71 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:19.664940 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-683e97cf-06e0-4603-9767-2c6b4c394af0 req-9087321d-c892-42d7-8b89-05b29275ae71 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 945 time: 0.0832894 Jun 15 19:42:19.712162 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-683e97cf-06e0-4603-9767-2c6b4c394af0 req-c3f3d9e2-5c3c-478c-a4d0-03793fb03fe3 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415485 Jun 15 19:42:19.774393 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['e86b7374-75c4-418c-9797-1366945e2805'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:42:19.802764 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-f2193dac-f92d-45e2-810b-7f2b7c513ca1 req-d9ec97f5-9f4e-4542-ba20-a6fbec81a18b service neutron] 10.222.0.42 "GET /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573417 Jun 15 19:42:19.804698 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-992084ea-4cb4-431b-8856-00a19867fde8 req-816e6c7f-535b-4b45-bee4-9c1d39cc29cb service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521544 Jun 15 19:42:19.822852 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:20.834307 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d99c1-3a5f-4e1e-bc58-27aefdfecfa5 req-478ce026-564a-43e3-8256-8df8bba794be tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:20.835868 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c38d99c1-3a5f-4e1e-bc58-27aefdfecfa5 req-478ce026-564a-43e3-8256-8df8bba794be tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 945 time: 0.0512183 Jun 15 19:42:20.889773 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c38d99c1-3a5f-4e1e-bc58-27aefdfecfa5 req-37bf271d-cd04-4e6c-8d5d-6e66c7904e7a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479167 Jun 15 19:42:21.227418 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e86b7374-75c4-418c-9797-1366945e2805 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:42:21.269506 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port e86b7374-75c4-418c-9797-1366945e2805 completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:42:21.275730 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port e86b7374-75c4-418c-9797-1366945e2805 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:42:21.276101 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e86b7374-75c4-418c-9797-1366945e2805), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:21.351420 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e86b7374-75c4-418c-9797-1366945e2805 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:42:21.351800 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e86b7374-75c4-418c-9797-1366945e2805), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:21.374047 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d61603-5469-4233-b4a1-95259f1fc06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86b7374-75c4-418c-9797-1366945e2805'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:42:21.376244 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae49f79-c277-497a-b613-deed7c6efae7" -d '{"events": [{"server_uuid": "29d61603-5469-4233-b4a1-95259f1fc06b", "name": "network-vif-plugged", "status": "completed", "tag": "e86b7374-75c4-418c-9797-1366945e2805"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:42:21.388288 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e86b7374-75c4-418c-9797-1366945e2805, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e86b7374-75c4-418c-9797-1366945e2805,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:42:21.392336 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e86b7374-75c4-418c-9797-1366945e2805), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:21.415495 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e4e2eb-93d7-4300-b05b-5e387fd644eb x-openstack-request-id: req-22e4e2eb-93d7-4300-b05b-5e387fd644eb {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:42:21.415777 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d61603-5469-4233-b4a1-95259f1fc06b", "name": "network-vif-plugged", "status": "completed", "tag": "e86b7374-75c4-418c-9797-1366945e2805", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:42:21.416024 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22e4e2eb-93d7-4300-b05b-5e387fd644eb {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:42:21.416407 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e4e2eb-93d7-4300-b05b-5e387fd644eb'] response: {'server_uuid': '29d61603-5469-4233-b4a1-95259f1fc06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86b7374-75c4-418c-9797-1366945e2805', 'code': 200} Jun 15 19:42:21.442918 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=e86b7374-75c4-418c-9797-1366945e2805,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:21.582944 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b1749-d8ae-4da5-9ef0-7eba3ea4906f req-619004a9-cb97-4998-98a3-5e596beb72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:21.584442 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c70b1749-d8ae-4da5-9ef0-7eba3ea4906f req-619004a9-cb97-4998-98a3-5e596beb72b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 1130 time: 0.0435030 Jun 15 19:42:21.633145 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c70b1749-d8ae-4da5-9ef0-7eba3ea4906f req-3439eed4-e599-47ed-b1be-773c0d35c53f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382864 Jun 15 19:42:22.019933 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255655cc-58d1-4868-852a-b7ba926fbc52 req-876c7555-7fd9-4e17-b367-45872cb84984 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:22.021458 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-255655cc-58d1-4868-852a-b7ba926fbc52 req-876c7555-7fd9-4e17-b367-45872cb84984 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0530949 Jun 15 19:42:22.079605 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-255655cc-58d1-4868-852a-b7ba926fbc52 req-9fbd8d3c-b826-411f-9ffc-f9b0de1ad5eb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456004 Jun 15 19:42:23.204744 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94b0cf-701f-4915-b7b6-941725c5293b req-7ef1f293-406b-47d2-b132-357d00d67958 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:23.206526 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cc94b0cf-701f-4915-b7b6-941725c5293b req-7ef1f293-406b-47d2-b132-357d00d67958 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0511789 Jun 15 19:42:23.261203 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cc94b0cf-701f-4915-b7b6-941725c5293b req-859bb47e-2e9b-42df-b5c8-5691e664ea7d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486584 Jun 15 19:42:24.396424 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0254579-b325-4caa-ac4d-dddcbd0a0cf0 req-303b5700-d18e-40a6-885a-14a4e7043874 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:24.398492 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a0254579-b325-4caa-ac4d-dddcbd0a0cf0 req-303b5700-d18e-40a6-885a-14a4e7043874 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0595543 Jun 15 19:42:24.420441 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:24.449442 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a0254579-b325-4caa-ac4d-dddcbd0a0cf0 req-9108f09e-a6dd-4347-8fee-f35e53c8325f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455618 Jun 15 19:42:24.568277 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38c664-8168-4e1d-8fae-7ab9300df4d0 req-50b4eb0c-d39a-4dfc-9e3d-a40071307f48 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:24.569857 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5c38c664-8168-4e1d-8fae-7ab9300df4d0 req-50b4eb0c-d39a-4dfc-9e3d-a40071307f48 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0506053 Jun 15 19:42:24.579355 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49554) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:24.583628 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-d63ab3f5-3aeb-4359-9e69-fc689b99714c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Request body: {'floatingip': {'port_id': 'e86b7374-75c4-418c-9797-1366945e2805'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:24.622812 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d63ab3f5-3aeb-4359-9e69-fc689b99714c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for floatingip (b7a488a6-0400-44d3-8d03-c6bcc8ce7f05), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:25.032585 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d63ab3f5-3aeb-4359-9e69-fc689b99714c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:25.036157 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d63ab3f5-3aeb-4359-9e69-fc689b99714c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (b7a488a6-0400-44d3-8d03-c6bcc8ce7f05), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:25.132944 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-d63ab3f5-3aeb-4359-9e69-fc689b99714c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Floating IP b7a488a6-0400-44d3-8d03-c6bcc8ce7f05 associated. External IP: 172.27.0.122, port: e86b7374-75c4-418c-9797-1366945e2805. Jun 15 19:42:25.210649 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:25.356605 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63ab3f5-3aeb-4359-9e69-fc689b99714c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Router 9cca118e-53ce-454c-98a6-30ed34544862 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:42:25.520020 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63ab3f5-3aeb-4359-9e69-fc689b99714c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:42:25.527967 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d63ab3f5-3aeb-4359-9e69-fc689b99714c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:25.531678 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:25.543896 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ba7c2-6459-47c5-b830-4bc06d82f46a None None] Sync routers for ids ['9cca118e-53ce-454c-98a6-30ed34544862'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:42:25.562224 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ba7c2-6459-47c5-b830-4bc06d82f46a None None] Routers {'9cca118e-53ce-454c-98a6-30ed34544862'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:42:25.563435 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-b18ba7c2-6459-47c5-b830-4bc06d82f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:42:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9cca118e-53ce-454c-98a6-30ed34544862'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:25.579898 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d63ab3f5-3aeb-4359-9e69-fc689b99714c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "PUT /v2.0/floatingips/b7a488a6-0400-44d3-8d03-c6bcc8ce7f05 HTTP/1.1" status: 200 len: 992 time: 0.9995708 Jun 15 19:42:25.580688 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d61603-5469-4233-b4a1-95259f1fc06b', 'tag': 'e86b7374-75c4-418c-9797-1366945e2805'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:42:25.582667 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35115715-afcd-4c32-9f85-1fa70412f50a" -d '{"events": [{"name": "network-changed", "server_uuid": "29d61603-5469-4233-b4a1-95259f1fc06b", "tag": "e86b7374-75c4-418c-9797-1366945e2805"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:42:25.626157 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c706c4-4274-4a79-ba41-abe55dac07fc x-openstack-request-id: req-35c706c4-4274-4a79-ba41-abe55dac07fc {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:42:25.626157 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d61603-5469-4233-b4a1-95259f1fc06b", "tag": "e86b7374-75c4-418c-9797-1366945e2805", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:42:25.626157 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35c706c4-4274-4a79-ba41-abe55dac07fc {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:42:25.626157 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c706c4-4274-4a79-ba41-abe55dac07fc'] response: {'name': 'network-changed', 'server_uuid': '29d61603-5469-4233-b4a1-95259f1fc06b', 'tag': 'e86b7374-75c4-418c-9797-1366945e2805', 'status': 'completed', 'code': 200} Jun 15 19:42:25.712412 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35115715-afcd-4c32-9f85-1fa70412f50a req-3392870c-ed9b-4932-a41e-ea12790c3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:25.714891 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35115715-afcd-4c32-9f85-1fa70412f50a req-3392870c-ed9b-4932-a41e-ea12790c3962 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71e0c71509f94f158063991e37617894&device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 1130 time: 0.0618753 Jun 15 19:42:25.740353 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-b18ba7c2-6459-47c5-b830-4bc06d82f46a None None] Set router 9cca118e-53ce-454c-98a6-30ed34544862 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:42:25.867275 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35115715-afcd-4c32-9f85-1fa70412f50a req-99a1ee1c-37c0-4c7b-8d4d-b568b7d83f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:25.869663 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35115715-afcd-4c32-9f85-1fa70412f50a req-99a1ee1c-37c0-4c7b-8d4d-b568b7d83f9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 200 len: 918 time: 0.1489785 Jun 15 19:42:25.969533 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35115715-afcd-4c32-9f85-1fa70412f50a req-41de5e50-de52-40a0-b7ff-10067479fac4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86b7374-75c4-418c-9797-1366945e2805 HTTP/1.1" status: 200 len: 1000 time: 0.0927694 Jun 15 19:42:26.008879 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-b18ba7c2-6459-47c5-b830-4bc06d82f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'b7a488a6-0400-44d3-8d03-c6bcc8ce7f05', 'tenant_id': '71e0c71509f94f158063991e37617894', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'port_id': 'e86b7374-75c4-418c-9797-1366945e2805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'mac_address': 'fa:16:3e:10:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d61603-5469-4233-b4a1-95259f1fc06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:42:06Z', 'updated_at': '2022-06-15T19:42:24Z', 'revision_number': 1, 'project_id': '71e0c71509f94f158063991e37617894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:11Z', 'revision_number': 5, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:26.020172 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:26.034570 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ba7c2-6459-47c5-b830-4bc06d82f46a None None] Checking router: 9cca118e-53ce-454c-98a6-30ed34544862 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:42:26.039983 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35115715-afcd-4c32-9f85-1fa70412f50a req-b57f9367-2028-4319-8866-2862c4a67e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:26.041621 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35115715-afcd-4c32-9f85-1fa70412f50a req-b57f9367-2028-4319-8866-2862c4a67e22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c37954e0-0ba0-4cd2-9041-862c785d922d HTTP/1.1" status: 200 len: 856 time: 0.0651813 Jun 15 19:42:26.047754 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ba7c2-6459-47c5-b830-4bc06d82f46a None None] Routers {'9cca118e-53ce-454c-98a6-30ed34544862'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:42:26.048352 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-b18ba7c2-6459-47c5-b830-4bc06d82f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:42:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9cca118e-53ce-454c-98a6-30ed34544862'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:26.092207 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35115715-afcd-4c32-9f85-1fa70412f50a req-e57c8695-5e85-43cb-8b2f-b5b91677667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:26.093761 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35115715-afcd-4c32-9f85-1fa70412f50a req-e57c8695-5e85-43cb-8b2f-b5b91677667c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ca100c-fdac-452a-ad9c-d280af0c139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437200 Jun 15 19:42:26.131165 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:26.152600 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-b18ba7c2-6459-47c5-b830-4bc06d82f46a None None] Set router 9cca118e-53ce-454c-98a6-30ed34544862 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:42:26.190537 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35115715-afcd-4c32-9f85-1fa70412f50a req-f7bfa1c3-542e-4baf-9861-f3e6c3b54bd6 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892348 Jun 15 19:42:26.293579 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-35115715-afcd-4c32-9f85-1fa70412f50a req-375d89b8-cd79-49b1-a482-9be32fe62ae3 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966063 Jun 15 19:42:26.409001 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-b18ba7c2-6459-47c5-b830-4bc06d82f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'b7a488a6-0400-44d3-8d03-c6bcc8ce7f05', 'tenant_id': '71e0c71509f94f158063991e37617894', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'port_id': 'e86b7374-75c4-418c-9797-1366945e2805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'mac_address': 'fa:16:3e:10:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d61603-5469-4233-b4a1-95259f1fc06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:42:06Z', 'updated_at': '2022-06-15T19:42:24Z', 'revision_number': 1, 'project_id': '71e0c71509f94f158063991e37617894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:11Z', 'revision_number': 5, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:26.432965 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ba7c2-6459-47c5-b830-4bc06d82f46a None None] The sync data for ids ['9cca118e-53ce-454c-98a6-30ed34544862'] in dv-cinder-844563-3-iscsi is: [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'b7a488a6-0400-44d3-8d03-c6bcc8ce7f05', 'tenant_id': '71e0c71509f94f158063991e37617894', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'port_id': 'e86b7374-75c4-418c-9797-1366945e2805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'mac_address': 'fa:16:3e:10:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d61603-5469-4233-b4a1-95259f1fc06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:42:06Z', 'updated_at': '2022-06-15T19:42:24Z', 'revision_number': 1, 'project_id': '71e0c71509f94f158063991e37617894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:11Z', 'revision_number': 5, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:42:26.621581 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed01a8-d746-46ac-8843-0d427c0e1a59 None None] New status for floating IP b7a488a6-0400-44d3-8d03-c6bcc8ce7f05: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:42:30.125242 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49606) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:30.174416 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e515638-4d8e-4473-9b14-75814d191545 admin admin] Deleting subnet 27583218-6d7b-4b54-98ec-f48c4bf52522 {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:42:30.177626 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3e515638-4d8e-4473-9b14-75814d191545 admin admin] Publish callbacks [] for subnet (27583218-6d7b-4b54-98ec-f48c4bf52522), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.213234 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3e515638-4d8e-4473-9b14-75814d191545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1890834'] for subnet (27583218-6d7b-4b54-98ec-f48c4bf52522), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.254020 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3e515638-4d8e-4473-9b14-75814d191545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (27583218-6d7b-4b54-98ec-f48c4bf52522), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.308012 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3e515638-4d8e-4473-9b14-75814d191545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3663992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3383314'] for subnet (27583218-6d7b-4b54-98ec-f48c4bf52522), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.338111 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e515638-4d8e-4473-9b14-75814d191545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27583218-6d7b-4b54-98ec-f48c4bf52522,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:30.343094 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3e515638-4d8e-4473-9b14-75814d191545 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.346274 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-3e515638-4d8e-4473-9b14-75814d191545 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/27583218-6d7b-4b54-98ec-f48c4bf52522 HTTP/1.1" status: 204 len: 168 time: 0.2200205 Jun 15 19:42:30.348627 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49608) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:30.419492 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-39175170-5806-49a9-8752-3f8a37fef241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (c7953e1c-32f1-43bd-a8e2-687b003d29d3), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.501876 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-39175170-5806-49a9-8752-3f8a37fef241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (c7953e1c-32f1-43bd-a8e2-687b003d29d3), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.523354 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-39175170-5806-49a9-8752-3f8a37fef241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7953e1c-32f1-43bd-a8e2-687b003d29d3']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:30.532685 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-39175170-5806-49a9-8752-3f8a37fef241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124a8e63-63a6-4332-832e-25fb0b10c0ce') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:30.532983 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-39175170-5806-49a9-8752-3f8a37fef241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124a8e63-63a6-4332-832e-25fb0b10c0ce') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:30.543814 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-39175170-5806-49a9-8752-3f8a37fef241 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1890827'] for segment (124a8e63-63a6-4332-832e-25fb0b10c0ce), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.557323 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-39175170-5806-49a9-8752-3f8a37fef241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (124a8e63-63a6-4332-832e-25fb0b10c0ce), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.563875 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39175170-5806-49a9-8752-3f8a37fef241 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:42:30.564260 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-39175170-5806-49a9-8752-3f8a37fef241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663910'] for segment (124a8e63-63a6-4332-832e-25fb0b10c0ce), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.583028 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 124a8e63-63a6-4332-832e-25fb0b10c0ce resource provider aggregate not found Jun 15 19:42:30.621677 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 124a8e63-63a6-4332-832e-25fb0b10c0ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 124a8e63-63a6-4332-832e-25fb0b10c0ce found for delete ", "request_id": "req-eea93b31-b87f-4e8a-8dcb-71ad203c8194"}]} Jun 15 19:42:30.629713 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-39175170-5806-49a9-8752-3f8a37fef241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (c7953e1c-32f1-43bd-a8e2-687b003d29d3), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.635150 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-39175170-5806-49a9-8752-3f8a37fef241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.638212 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-39175170-5806-49a9-8752-3f8a37fef241 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c7953e1c-32f1-43bd-a8e2-687b003d29d3 HTTP/1.1" status: 204 len: 168 time: 0.2886274 Jun 15 19:42:30.649536 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39175170-5806-49a9-8752-3f8a37fef241 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7953e1c-32f1-43bd-a8e2-687b003d29d3,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:30.809936 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49616) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:30.854656 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-cbdf35df-5525-4f79-8398-11e363b78e6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=526f86dc251440b9b50e325de4efb751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435429 Jun 15 19:42:30.856978 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49618) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:30.868461 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:30.906928 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0e5d5d27-b8c2-415c-8143-e7c644997502 admin admin] Publish callbacks [] for security_group (0dae4abd-52ba-40b1-be28-431bc5ac2f6f), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.927626 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0e5d5d27-b8c2-415c-8143-e7c644997502 admin admin] Publish callbacks [] for security_group (0dae4abd-52ba-40b1-be28-431bc5ac2f6f), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.974137 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0e5d5d27-b8c2-415c-8143-e7c644997502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (0dae4abd-52ba-40b1-be28-431bc5ac2f6f), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.976654 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0e5d5d27-b8c2-415c-8143-e7c644997502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:30.977791 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-0e5d5d27-b8c2-415c-8143-e7c644997502 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0dae4abd-52ba-40b1-be28-431bc5ac2f6f HTTP/1.1" status: 204 len: 168 time: 0.1199424 Jun 15 19:42:30.986530 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d5d27-b8c2-415c-8143-e7c644997502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dae4abd-52ba-40b1-be28-431bc5ac2f6f,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:33.698774 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f25538d4-d1fd-4709-9e20-19d3710adcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:35.812979 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96cf1f-3ee8-4c01-a696-d20c05c629b5 req-874247c8-a960-4878-8f21-1aa7ae6fb552 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:35.814526 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ec96cf1f-3ee8-4c01-a696-d20c05c629b5 req-874247c8-a960-4878-8f21-1aa7ae6fb552 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0521214 Jun 15 19:42:35.862239 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ec96cf1f-3ee8-4c01-a696-d20c05c629b5 req-940adc96-091d-4feb-befc-e8e9f1eca637 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412414 Jun 15 19:42:35.959352 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4567-f2c5-4250-a1c4-410873bde7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:36.279577 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=24 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:36.289817 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=18 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:36.981937 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6d14c-f249-4eb2-a3ce-eada5aa96d0a req-16a013d7-f649-49f1-896a-79314f49368c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:36.983825 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfa6d14c-f249-4eb2-a3ce-eada5aa96d0a req-16a013d7-f649-49f1-896a-79314f49368c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0499041 Jun 15 19:42:37.031170 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfa6d14c-f249-4eb2-a3ce-eada5aa96d0a req-a4a1a652-4afb-4192-a1d6-ecadc6a1b5f6 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421743 Jun 15 19:42:37.395496 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:38.079876 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-9d448c17-d780-49a8-a10a-b6534227d27d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:38.081322 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-9d448c17-d780-49a8-a10a-b6534227d27d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0484304 Jun 15 19:42:38.127079 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:38.147939 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2641284-0a0d-4fd4-95c3-ffb667bd2642 req-50558e9b-c8d4-4f51-b686-58104d7bb688 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:38.148504 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a2641284-0a0d-4fd4-95c3-ffb667bd2642 req-50558e9b-c8d4-4f51-b686-58104d7bb688 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 946 time: 0.0494201 Jun 15 19:42:38.180295 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Deleting port 957e70e2-59d5-4a89-bd25-2ddff5525782 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:42:38.180723 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:38.199613 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a2641284-0a0d-4fd4-95c3-ffb667bd2642 req-03fa73e9-e0cc-4093-993d-37326e457d2e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=91f8a535-d1a0-483e-9282-cef5496d9db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449004 Jun 15 19:42:38.274321 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] For port 957e70e2-59d5-4a89-bd25-2ddff5525782, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=957e70e2-59d5-4a89-bd25-2ddff5525782,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:42:38.274682 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:38.439031 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:38.439397 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (ed967509-84df-4970-bcd1-b0d925851b96), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:38.439708 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Floating IP ed967509-84df-4970-bcd1-b0d925851b96 disassociated. External IP: 172.27.0.92, port: 957e70e2-59d5-4a89-bd25-2ddff5525782. Jun 15 19:42:38.440070 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Calling delete_port for 957e70e2-59d5-4a89-bd25-2ddff5525782 owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:42:38.571963 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (957e70e2-59d5-4a89-bd25-2ddff5525782), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:38.600398 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event deleted for resources: {'Port': ['ID=957e70e2-59d5-4a89-bd25-2ddff5525782,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:38.610556 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.610899 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.611239 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.611575 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.611905 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.612232 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.612551 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.613378 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.613378 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.613553 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.613791 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.614130 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.614452 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.614765 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.615614 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:38.719358 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Router 42789ce7-ff8a-4b00-a138-b7e90e236547 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:42:38.770557 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:38.776694 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:39.059226 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:42:39.068477 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bcedb5-2263-4674-b6ae-388b54aee026 None None] Sync routers for ids ['42789ce7-ff8a-4b00-a138-b7e90e236547'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:42:39.078044 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:39.080491 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bcedb5-2263-4674-b6ae-388b54aee026 None None] Routers {'42789ce7-ff8a-4b00-a138-b7e90e236547'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:42:39.081096 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-f2bcedb5-2263-4674-b6ae-388b54aee026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:42:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['42789ce7-ff8a-4b00-a138-b7e90e236547'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:39.105384 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] No DVR routers for this DVR port 957e70e2-59d5-4a89-bd25-2ddff5525782 on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:42:39.107988 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:39.111496 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a1635286-bd27-480b-9d30-51c2de7f9c40 req-5ad16e48-d69a-4b5e-b4df-a2284d90279c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.42 "DELETE /v2.0/ports/957e70e2-59d5-4a89-bd25-2ddff5525782 HTTP/1.1" status: 204 len: 173 time: 1.0234587 Jun 15 19:42:39.112004 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a4ed60-945d-46a9-8f53-ead05148049e', 'name': 'network-vif-deleted', 'tag': '957e70e2-59d5-4a89-bd25-2ddff5525782'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:42:39.114227 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4579e884-1d96-4266-b3f4-08d6576d2851" -d '{"events": [{"server_uuid": "b7a4ed60-945d-46a9-8f53-ead05148049e", "name": "network-vif-deleted", "tag": "957e70e2-59d5-4a89-bd25-2ddff5525782"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:42:39.153884 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d53d5a3-18d7-4f30-98a0-c20d709868b8 x-openstack-request-id: req-8d53d5a3-18d7-4f30-98a0-c20d709868b8 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:42:39.154200 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a4ed60-945d-46a9-8f53-ead05148049e", "name": "network-vif-deleted", "tag": "957e70e2-59d5-4a89-bd25-2ddff5525782", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:42:39.154448 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d53d5a3-18d7-4f30-98a0-c20d709868b8 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:42:39.154862 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d53d5a3-18d7-4f30-98a0-c20d709868b8'] response: {'server_uuid': 'b7a4ed60-945d-46a9-8f53-ead05148049e', 'name': 'network-vif-deleted', 'tag': '957e70e2-59d5-4a89-bd25-2ddff5525782', 'status': 'completed', 'code': 200} Jun 15 19:42:39.191651 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-f2bcedb5-2263-4674-b6ae-388b54aee026 None None] Set router 42789ce7-ff8a-4b00-a138-b7e90e236547 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:42:39.304609 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b9e5f425-4924-4f3e-9500-3c2ed4188d0f req-4848ab09-d10b-4b1c-9be4-99b01ef8c31a tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7a4ed60-945d-46a9-8f53-ead05148049e HTTP/1.1" status: 200 len: 210 time: 0.0332344 Jun 15 19:42:39.320752 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:39.388533 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-f2bcedb5-2263-4674-b6ae-388b54aee026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:06Z', 'revision_number': 5, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:39.413436 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bcedb5-2263-4674-b6ae-388b54aee026 None None] Checking router: 42789ce7-ff8a-4b00-a138-b7e90e236547 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:42:39.421604 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bcedb5-2263-4674-b6ae-388b54aee026 None None] Routers {'42789ce7-ff8a-4b00-a138-b7e90e236547'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:42:39.422226 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-f2bcedb5-2263-4674-b6ae-388b54aee026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:42:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['42789ce7-ff8a-4b00-a138-b7e90e236547'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:39.629957 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:39.664439 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-f2bcedb5-2263-4674-b6ae-388b54aee026 None None] Set router 42789ce7-ff8a-4b00-a138-b7e90e236547 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:42:39.858934 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-f2bcedb5-2263-4674-b6ae-388b54aee026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:06Z', 'revision_number': 5, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:39.887764 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bcedb5-2263-4674-b6ae-388b54aee026 None None] The sync data for ids ['42789ce7-ff8a-4b00-a138-b7e90e236547'] in dv-cinder-844563-3-iscsi is: [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:06Z', 'revision_number': 5, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:42:40.096957 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1ed2d-97c0-4c58-85dd-7c26cb01f381 None None] New status for floating IP ed967509-84df-4970-bcd1-b0d925851b96: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:42:40.389652 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49650) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:40.446072 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group (91f8a535-d1a0-483e-9282-cef5496d9db4), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:40.470424 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group (91f8a535-d1a0-483e-9282-cef5496d9db4), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:40.520467 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (91f8a535-d1a0-483e-9282-cef5496d9db4), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:40.523368 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:40.524560 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "DELETE /v2.0/security-groups/91f8a535-d1a0-483e-9282-cef5496d9db4 HTTP/1.1" status: 204 len: 168 time: 0.1338897 Jun 15 19:42:40.527341 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49652) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:40.533680 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f8a535-d1a0-483e-9282-cef5496d9db4,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:40.541591 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.api.v2.resource [None req-74cfd4e9-9bb3-4db2-aaaa-b4f29aba522d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] show failed (client error): The resource could not be found. Jun 15 19:42:40.542622 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-74cfd4e9-9bb3-4db2-aaaa-b4f29aba522d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups/91f8a535-d1a0-483e-9282-cef5496d9db4 HTTP/1.1" status: 404 len: 347 time: 0.0142546 Jun 15 19:42:40.543284 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.543634 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.543974 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.544318 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.544652 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.544979 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.545309 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.545590 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49654) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:40.545724 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.545936 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.546281 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.546605 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.546927 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.547244 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.547558 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.547875 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3135b7f-ac0f-46b6-8be7-315f79b18316 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:42:40.659310 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8841c595-2db0-484d-a431-03b6c3bfe020 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Deleting port a59711f5-afcc-45cc-a5b9-b8cdba2e92c3 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:42:40.659653 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8841c595-2db0-484d-a431-03b6c3bfe020 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (a59711f5-afcc-45cc-a5b9-b8cdba2e92c3), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:40.662589 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:40.676331 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:40.739211 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8841c595-2db0-484d-a431-03b6c3bfe020 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (a59711f5-afcc-45cc-a5b9-b8cdba2e92c3), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:40.739445 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8841c595-2db0-484d-a431-03b6c3bfe020 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for floatingip (a59711f5-afcc-45cc-a5b9-b8cdba2e92c3), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:40.754833 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8841c595-2db0-484d-a431-03b6c3bfe020 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Calling delete_port for a59711f5-afcc-45cc-a5b9-b8cdba2e92c3 owned by network:floatingip {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:42:40.899920 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8841c595-2db0-484d-a431-03b6c3bfe020 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (a59711f5-afcc-45cc-a5b9-b8cdba2e92c3), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:40.922570 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841c595-2db0-484d-a431-03b6c3bfe020 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event deleted for resources: {'Port': ['ID=a59711f5-afcc-45cc-a5b9-b8cdba2e92c3,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:40.950000 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8841c595-2db0-484d-a431-03b6c3bfe020 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for floatingip (ed967509-84df-4970-bcd1-b0d925851b96), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:40.952713 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8841c595-2db0-484d-a431-03b6c3bfe020 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:40.953842 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-8841c595-2db0-484d-a431-03b6c3bfe020 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "DELETE /v2.0/floatingips/ed967509-84df-4970-bcd1-b0d925851b96 HTTP/1.1" status: 204 len: 168 time: 0.4073436 Jun 15 19:42:41.031301 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49658) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:41.035795 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-68caa143-e985-49dd-9adf-563a8d24d689 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1451888977', 'description': 'tempest-description--1117817833'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:41.059034 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68caa143-e985-49dd-9adf-563a8d24d689 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.126043 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68caa143-e985-49dd-9adf-563a8d24d689 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group (da550e43-dd4b-4ff3-bc1e-520517ac677d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.130362 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68caa143-e985-49dd-9adf-563a8d24d689 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (da550e43-dd4b-4ff3-bc1e-520517ac677d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.167225 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68caa143-e985-49dd-9adf-563a8d24d689 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.168443 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-68caa143-e985-49dd-9adf-563a8d24d689 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1361403 Jun 15 19:42:41.170299 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68caa143-e985-49dd-9adf-563a8d24d689 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da550e43-dd4b-4ff3-bc1e-520517ac677d,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:41.171463 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49660) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:41.176146 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-b25b4cfa-9020-4fd0-a7a8-3df8224cd3fb tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Request body: {'security_group_rule': {'security_group_id': 'da550e43-dd4b-4ff3-bc1e-520517ac677d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:41.209175 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b25b4cfa-9020-4fd0-a7a8-3df8224cd3fb tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group_rule (96df10a1-87db-4868-a21e-c31c6bea57f8), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.272019 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b25b4cfa-9020-4fd0-a7a8-3df8224cd3fb tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group_rule (96df10a1-87db-4868-a21e-c31c6bea57f8), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.276900 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b25b4cfa-9020-4fd0-a7a8-3df8224cd3fb tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (96df10a1-87db-4868-a21e-c31c6bea57f8), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.295727 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b4cfa-9020-4fd0-a7a8-3df8224cd3fb tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96df10a1-87db-4868-a21e-c31c6bea57f8,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:41.305321 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b25b4cfa-9020-4fd0-a7a8-3df8224cd3fb tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.306616 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-b25b4cfa-9020-4fd0-a7a8-3df8224cd3fb tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340361 Jun 15 19:42:41.309411 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49662) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:41.313658 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-3e9d6ca0-4353-47b7-800a-79411bb5260e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Request body: {'security_group_rule': {'security_group_id': 'da550e43-dd4b-4ff3-bc1e-520517ac677d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:41.341683 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6ca0-4353-47b7-800a-79411bb5260e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group_rule (2a47758f-84ca-41cb-89be-794260ba4c70), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.399529 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6ca0-4353-47b7-800a-79411bb5260e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group_rule (2a47758f-84ca-41cb-89be-794260ba4c70), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.403263 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6ca0-4353-47b7-800a-79411bb5260e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (2a47758f-84ca-41cb-89be-794260ba4c70), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.422188 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d6ca0-4353-47b7-800a-79411bb5260e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a47758f-84ca-41cb-89be-794260ba4c70,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:41.429268 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6ca0-4353-47b7-800a-79411bb5260e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.430494 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-3e9d6ca0-4353-47b7-800a-79411bb5260e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201541 Jun 15 19:42:41.433496 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49664) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:41.437714 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Request body: {'floatingip': {'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:41.458233 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.543209 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.595929 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:41.648802 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Allocated IP 172.27.0.91 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/2c6bec4e-43bc-4566-96de-f6e799bf3888) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:42:41.692713 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:41.758558 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for port (2c6bec4e-43bc-4566-96de-f6e799bf3888), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.790355 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (2c6bec4e-43bc-4566-96de-f6e799bf3888), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.832975 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:42:41.838113 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:42:41.840556 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event updated for resources: {'Port': ['ID=2c6bec4e-43bc-4566-96de-f6e799bf3888,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:41.842677 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:42:41.896332 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for floatingip (694181e5-8027-45f8-bd37-ec15318b109b), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:41.933875 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (2c6bec4e-43bc-4566-96de-f6e799bf3888), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:42.079068 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for port (2c6bec4e-43bc-4566-96de-f6e799bf3888), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:42.083531 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (2c6bec4e-43bc-4566-96de-f6e799bf3888), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:42.117708 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (694181e5-8027-45f8-bd37-ec15318b109b), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:42.135039 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event updated for resources: {'Port': ['ID=2c6bec4e-43bc-4566-96de-f6e799bf3888,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:42.139817 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:42.141020 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-985dea5b-d5d8-46a6-ac26-1cbb11ae44b4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7066257 Jun 15 19:42:42.346681 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-b906bfcd-053d-40ac-9e11-20873b125f7a tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1451888977&fields=id&tenant_id=bd64a4f6222542f19ba5729f7abe12b2 HTTP/1.1" status: 200 len: 267 time: 0.0457535 Jun 15 19:42:42.401094 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:42:42.451896 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cce811-2f73-4df1-8232-da295d170197 req-0c1070bb-c570-4902-a1b0-144c1a1f4153 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:42.453329 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-0c1070bb-c570-4902-a1b0-144c1a1f4153 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/networks?id=68dc56fb-2946-4967-bb27-7b13a758ce58 HTTP/1.1" status: 200 len: 811 time: 0.0996234 Jun 15 19:42:42.468748 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-ae1df136-8651-4a1d-b14c-08221755f420 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/quotas/bd64a4f6222542f19ba5729f7abe12b2 HTTP/1.1" status: 200 len: 375 time: 0.0094454 Jun 15 19:42:42.524822 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-5622ce77-0d65-4371-8797-96096fb6200c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd64a4f6222542f19ba5729f7abe12b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484769 Jun 15 19:42:42.560651 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:42.622143 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-ab67d48c-c7c5-4c08-a1cf-0e39868885d0 service neutron] 10.222.0.15 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878878 Jun 15 19:42:42.895798 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:42.915661 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-822246e3-fe6b-4c92-bc5c-302c3bde233e service neutron] 10.222.0.15 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875981 Jun 15 19:42:43.076119 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-405f1e3a-c69e-4dee-8686-cc33d2af0699 req-2a627aef-9fd0-48fb-8045-13a646c68aa6 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 210 time: 0.0286155 Jun 15 19:42:43.288203 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 957e70e2-59d5-4a89-bd25-2ddff5525782 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:42:43.307144 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: 957e70e2-59d5-4a89-bd25-2ddff5525782 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:42:43.307490 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 957e70e2-59d5-4a89-bd25-2ddff5525782 not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:42:44.061390 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cce811-2f73-4df1-8232-da295d170197 req-c2f12e9a-8037-4413-b00a-0b267e269407 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:44.062909 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-c2f12e9a-8037-4413-b00a-0b267e269407 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.42 "GET /v2.0/networks?id=68dc56fb-2946-4967-bb27-7b13a758ce58 HTTP/1.1" status: 200 len: 811 time: 0.1106017 Jun 15 19:42:44.131640 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-58d2041f-3082-401a-9fdb-355a62bbf786 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd64a4f6222542f19ba5729f7abe12b2 HTTP/1.1" status: 200 len: 380 time: 0.0564253 Jun 15 19:42:44.173887 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2cf13297-5587-4f55-a78a-c3c03d7b0f52 req-4280a8e1-84e2-42ba-9c54-c352070b9e67 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 210 time: 0.0281339 Jun 15 19:42:44.211599 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-93cce811-2f73-4df1-8232-da295d170197 req-5d1be325-1a70-4eff-91dd-ab6125e56fc5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Request body: {'port': {'device_id': '84adebc2-eb18-4ae1-ad7f-a36c741aae45', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'admin_state_up': True, 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'security_groups': ['da550e43-dd4b-4ff3-bc1e-520517ac677d']}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:44.290702 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:44.310268 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:44.330195 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93cce811-2f73-4df1-8232-da295d170197 req-5d1be325-1a70-4eff-91dd-ab6125e56fc5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Made reservation on behalf of bd64a4f6222542f19ba5729f7abe12b2 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:42:44.333034 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-93cce811-2f73-4df1-8232-da295d170197 req-5d1be325-1a70-4eff-91dd-ab6125e56fc5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:44.465058 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-93cce811-2f73-4df1-8232-da295d170197 req-5d1be325-1a70-4eff-91dd-ab6125e56fc5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Allocated IP 172.20.0.12 (68dc56fb-2946-4967-bb27-7b13a758ce58/5682d96f-190e-460c-b7ed-ef0aa8e89880/121b09fa-9774-40f8-9410-bc5765d4bce1) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:42:44.606357 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-93cce811-2f73-4df1-8232-da295d170197 req-5d1be325-1a70-4eff-91dd-ab6125e56fc5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:44.638320 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-93cce811-2f73-4df1-8232-da295d170197 req-5d1be325-1a70-4eff-91dd-ab6125e56fc5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:44.682573 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cce811-2f73-4df1-8232-da295d170197 req-5d1be325-1a70-4eff-91dd-ab6125e56fc5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Network 68dc56fb-2946-4967-bb27-7b13a758ce58 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:42:44.685829 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-93cce811-2f73-4df1-8232-da295d170197 req-5d1be325-1a70-4eff-91dd-ab6125e56fc5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:42:44.688318 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cce811-2f73-4df1-8232-da295d170197 req-5d1be325-1a70-4eff-91dd-ab6125e56fc5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:42:44.694624 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cce811-2f73-4df1-8232-da295d170197 req-5d1be325-1a70-4eff-91dd-ab6125e56fc5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:44.695380 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-93cce811-2f73-4df1-8232-da295d170197 req-5d1be325-1a70-4eff-91dd-ab6125e56fc5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:44.709825 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1be325-1a70-4eff-91dd-ab6125e56fc5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event updated for resources: {'Port': ['ID=121b09fa-9774-40f8-9410-bc5765d4bce1,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:44.719702 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-5d1be325-1a70-4eff-91dd-ab6125e56fc5 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5126793 Jun 15 19:42:44.731635 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Request body: {'port': {'device_id': '84adebc2-eb18-4ae1-ad7f-a36c741aae45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:44.802964 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:44.964914 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-635668f4-fc55-4dc2-a233-04e78fe3b395 None None] Provisioning complete for port 121b09fa-9774-40f8-9410-bc5765d4bce1 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:42:44.965497 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-635668f4-fc55-4dc2-a233-04e78fe3b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:44.997759 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-635668f4-fc55-4dc2-a233-04e78fe3b395 None None] Port 121b09fa-9774-40f8-9410-bc5765d4bce1 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:42:45.080923 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121b09fa-9774-40f8-9410-bc5765d4bce1 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:42:45.084916 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:45.089373 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Publish callbacks [] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:45.104340 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Transition to ACTIVE for port object 121b09fa-9774-40f8-9410-bc5765d4bce1 will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:42:45.108436 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:45.134011 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:45.168652 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Pushing event updated for resources: {'Port': ['ID=121b09fa-9774-40f8-9410-bc5765d4bce1,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:45.207678 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Attempting to bind port 121b09fa-9774-40f8-9410-bc5765d4bce1 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:42:45.207925 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Attempting to bind port 121b09fa-9774-40f8-9410-bc5765d4bce1 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:42:45.208272 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Attempting to bind port 121b09fa-9774-40f8-9410-bc5765d4bce1 on network 68dc56fb-2946-4967-bb27-7b13a758ce58 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:42:45.214536 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Port 121b09fa-9774-40f8-9410-bc5765d4bce1 on network 68dc56fb-2946-4967-bb27-7b13a758ce58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:42:45.214861 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Attempting to bind port 121b09fa-9774-40f8-9410-bc5765d4bce1 on network 68dc56fb-2946-4967-bb27-7b13a758ce58 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:42:45.221891 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:42:45.222318 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Checking segment: {'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:42:45.222733 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Bound using segment: {'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:42:45.223291 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Bound port: 121b09fa-9774-40f8-9410-bc5765d4bce1, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:42:45.223701 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:45.301359 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] For port 121b09fa-9774-40f8-9410-bc5765d4bce1, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:42:45.305364 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] For port 121b09fa-9774-40f8-9410-bc5765d4bce1, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=121b09fa-9774-40f8-9410-bc5765d4bce1,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:42:45.313757 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:45.324232 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eecc7e-4316-45a6-afa3-8db0fdffb44e req-739f6465-e259-4893-bf87-675bd06b2ad8 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:45.327180 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-56eecc7e-4316-45a6-afa3-8db0fdffb44e req-739f6465-e259-4893-bf87-675bd06b2ad8 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 944 time: 0.0653157 Jun 15 19:42:45.356252 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:45.356879 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:45.358305 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] 10.222.0.42 "PUT /v2.0/ports/121b09fa-9774-40f8-9410-bc5765d4bce1 HTTP/1.1" status: 200 len: 1094 time: 0.6310821 Jun 15 19:42:45.358974 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84adebc2-eb18-4ae1-ad7f-a36c741aae45', 'tag': '121b09fa-9774-40f8-9410-bc5765d4bce1'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:42:45.361172 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d7b712-9a20-405f-a956-788dfa40621f" -d '{"events": [{"name": "network-changed", "server_uuid": "84adebc2-eb18-4ae1-ad7f-a36c741aae45", "tag": "121b09fa-9774-40f8-9410-bc5765d4bce1"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:42:45.418875 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf823a-5000-456c-a896-e22024ebc981 service neutron] Pushing event updated for resources: {'Port': ['ID=121b09fa-9774-40f8-9410-bc5765d4bce1,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:45.451548 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-56eecc7e-4316-45a6-afa3-8db0fdffb44e req-d71c3b1f-7659-4ad7-8774-46baf29ea895 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=da550e43-dd4b-4ff3-bc1e-520517ac677d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090400 Jun 15 19:42:45.477621 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9474e45-a586-4017-aff1-2c22f769c791 x-openstack-request-id: req-a9474e45-a586-4017-aff1-2c22f769c791 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:42:45.478215 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84adebc2-eb18-4ae1-ad7f-a36c741aae45", "tag": "121b09fa-9774-40f8-9410-bc5765d4bce1", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:42:45.478617 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9474e45-a586-4017-aff1-2c22f769c791 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:42:45.479080 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9474e45-a586-4017-aff1-2c22f769c791'] response: {'name': 'network-changed', 'server_uuid': '84adebc2-eb18-4ae1-ad7f-a36c741aae45', 'tag': '121b09fa-9774-40f8-9410-bc5765d4bce1', 'status': 'completed', 'code': 200} Jun 15 19:42:45.501660 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cce811-2f73-4df1-8232-da295d170197 req-1c833fd8-b21d-49f2-bc8c-5acb11b33f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:45.504241 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-1c833fd8-b21d-49f2-bc8c-5acb11b33f80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd64a4f6222542f19ba5729f7abe12b2&device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 1128 time: 0.0797393 Jun 15 19:42:45.558454 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-3cbcc7c7-21c4-4899-a162-1eeed8d0fe7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=121b09fa-9774-40f8-9410-bc5765d4bce1 HTTP/1.1" status: 200 len: 217 time: 0.0435648 Jun 15 19:42:45.623699 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cce811-2f73-4df1-8232-da295d170197 req-31f605df-615d-43cc-a112-1ba9286de0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:45.625248 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-31f605df-615d-43cc-a112-1ba9286de0ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5682d96f-190e-460c-b7ed-ef0aa8e89880 HTTP/1.1" status: 200 len: 850 time: 0.0601304 Jun 15 19:42:45.677394 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cce811-2f73-4df1-8232-da295d170197 req-a47d63f2-a284-4c06-af8d-ccd9d2028f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:45.679071 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-a47d63f2-a284-4c06-af8d-ccd9d2028f47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68dc56fb-2946-4967-bb27-7b13a758ce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450897 Jun 15 19:42:45.788348 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-766dc777-822d-4c25-bca5-fdc2c7531f26 service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014135 Jun 15 19:42:45.898440 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-93cce811-2f73-4df1-8232-da295d170197 req-6d77a096-c4a7-4189-a4c6-6e8c110f3fad service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014538 Jun 15 19:42:46.584303 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04629ec9-69d3-42f3-b04d-692f54477bbc req-5caba684-183c-498c-9314-457f1c275967 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:46.585833 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-04629ec9-69d3-42f3-b04d-692f54477bbc req-5caba684-183c-498c-9314-457f1c275967 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 944 time: 0.0544755 Jun 15 19:42:46.651722 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-04629ec9-69d3-42f3-b04d-692f54477bbc req-32225e33-c24a-4e5d-892a-532e83f3378f tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=da550e43-dd4b-4ff3-bc1e-520517ac677d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577657 Jun 15 19:42:47.122011 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b712-9a20-405f-a956-788dfa40621f req-42af5b26-84d6-48c4-a91c-4a11f1fdccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:47.123661 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-13d7b712-9a20-405f-a956-788dfa40621f req-42af5b26-84d6-48c4-a91c-4a11f1fdccbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd64a4f6222542f19ba5729f7abe12b2&device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 1128 time: 0.0560720 Jun 15 19:42:47.258984 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b712-9a20-405f-a956-788dfa40621f req-80de9519-cdec-4d25-9a3e-ffe49d0928f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:47.261055 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-13d7b712-9a20-405f-a956-788dfa40621f req-80de9519-cdec-4d25-9a3e-ffe49d0928f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=68dc56fb-2946-4967-bb27-7b13a758ce58 HTTP/1.1" status: 200 len: 912 time: 0.1297634 Jun 15 19:42:47.571040 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-13d7b712-9a20-405f-a956-788dfa40621f req-70df6658-4f08-45d2-81b2-baf19e06a654 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=121b09fa-9774-40f8-9410-bc5765d4bce1 HTTP/1.1" status: 200 len: 217 time: 0.0396318 Jun 15 19:42:47.635464 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b712-9a20-405f-a956-788dfa40621f req-06ef21b5-1701-4f2b-b2a4-ec1cac36c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:47.636948 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-13d7b712-9a20-405f-a956-788dfa40621f req-06ef21b5-1701-4f2b-b2a4-ec1cac36c587 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5682d96f-190e-460c-b7ed-ef0aa8e89880 HTTP/1.1" status: 200 len: 850 time: 0.0574448 Jun 15 19:42:47.760242 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b712-9a20-405f-a956-788dfa40621f req-1fe27714-b0a7-451c-a495-051d14274344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:47.762426 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-13d7b712-9a20-405f-a956-788dfa40621f req-1fe27714-b0a7-451c-a495-051d14274344 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68dc56fb-2946-4967-bb27-7b13a758ce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687754 Jun 15 19:42:47.790443 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08ba56-771c-4a9d-9a61-5e4534674922 req-fc616002-a7bb-4db6-9bc8-47c5659f7cf3 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:47.793383 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0e08ba56-771c-4a9d-9a61-5e4534674922 req-fc616002-a7bb-4db6-9bc8-47c5659f7cf3 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 944 time: 0.0552857 Jun 15 19:42:47.844191 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0e08ba56-771c-4a9d-9a61-5e4534674922 req-c1ed3286-a4ee-45e1-b23e-57e37c05d70a tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=da550e43-dd4b-4ff3-bc1e-520517ac677d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451694 Jun 15 19:42:47.853738 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:47.877614 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-13d7b712-9a20-405f-a956-788dfa40621f req-4f31e290-51a9-4428-b886-9a06bddc7605 service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057761 Jun 15 19:42:47.977191 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:47.982384 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-13d7b712-9a20-405f-a956-788dfa40621f req-a5427697-fbd9-4958-8d52-de1b4fd8f70b service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982928 Jun 15 19:42:48.444905 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:48.469404 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df65217-215e-4898-9b23-e63184db18ec req-cd7ef64a-4515-45b9-8132-563cb5f5e079 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:48.470949 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5df65217-215e-4898-9b23-e63184db18ec req-cd7ef64a-4515-45b9-8132-563cb5f5e079 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0581493 Jun 15 19:42:48.522257 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5df65217-215e-4898-9b23-e63184db18ec req-891437ee-2777-4276-b8ae-3622d80daa03 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444899 Jun 15 19:42:48.970716 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5ab8a-cf39-4363-806f-a98184eacedc req-565b723c-8f49-4e10-9c20-6d6aa7ea92e8 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:48.972132 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfa5ab8a-cf39-4363-806f-a98184eacedc req-565b723c-8f49-4e10-9c20-6d6aa7ea92e8 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 944 time: 0.0504737 Jun 15 19:42:49.026560 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfa5ab8a-cf39-4363-806f-a98184eacedc req-8648b95b-0a28-4382-af95-388308488f03 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=da550e43-dd4b-4ff3-bc1e-520517ac677d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463994 Jun 15 19:42:49.316364 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 121b09fa-9774-40f8-9410-bc5765d4bce1 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:42:49.420636 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 121b09fa-9774-40f8-9410-bc5765d4bce1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=121b09fa-9774-40f8-9410-bc5765d4bce1,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:42:49.436394 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': '121b09fa-9774-40f8-9410-bc5765d4bce1', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'port_id': '121b09fa-9774-40f8-9410-bc5765d4bce1', 'mac_address': 'fa:16:3e:c0:de:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:42:49.472950 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 121b09fa-9774-40f8-9410-bc5765d4bce1 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:42:49.474042 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:49.487806 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121b09fa-9774-40f8-9410-bc5765d4bce1 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:42:49.514171 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 121b09fa-9774-40f8-9410-bc5765d4bce1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=121b09fa-9774-40f8-9410-bc5765d4bce1,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:42:49.518689 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:49.584067 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=121b09fa-9774-40f8-9410-bc5765d4bce1,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:49.753041 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d96cd-5b90-4206-a47d-b5294c5519d7 req-fba550c8-315d-462b-af58-14007bdbef21 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:49.754599 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9f1d96cd-5b90-4206-a47d-b5294c5519d7 req-fba550c8-315d-462b-af58-14007bdbef21 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.1573780 Jun 15 19:42:49.812088 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9f1d96cd-5b90-4206-a47d-b5294c5519d7 req-f17df87a-1152-4a9f-8a09-4e68e3611fc9 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517919 Jun 15 19:42:49.817471 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['121b09fa-9774-40f8-9410-bc5765d4bce1'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:42:50.152465 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5ae59-ebe7-4216-bd04-e1e108693228 req-b55b4dc6-0900-4747-9841-776c080c9c2e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:50.154494 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c9a5ae59-ebe7-4216-bd04-e1e108693228 req-b55b4dc6-0900-4747-9841-776c080c9c2e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 945 time: 0.0497267 Jun 15 19:42:50.169596 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:50.208949 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c9a5ae59-ebe7-4216-bd04-e1e108693228 req-65ee117f-ccb0-4cd8-8435-ba896e969ae8 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=da550e43-dd4b-4ff3-bc1e-520517ac677d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491185 Jun 15 19:42:50.934243 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb101f-cce1-4b4e-a97e-70edb86b611e req-c03229d0-f211-4d10-9228-86b347b8a525 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:50.935771 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bfbb101f-cce1-4b4e-a97e-70edb86b611e req-c03229d0-f211-4d10-9228-86b347b8a525 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0528972 Jun 15 19:42:50.987337 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bfbb101f-cce1-4b4e-a97e-70edb86b611e req-b1ae342f-47b9-418b-a3ca-a05f25cca1b9 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457692 Jun 15 19:42:51.328037 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27667a30-9fb4-442c-b630-e55fd930a4f0 req-17fc216e-a5f1-488d-bd8b-9f2fa4f8bbc1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:51.329605 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-27667a30-9fb4-442c-b630-e55fd930a4f0 req-17fc216e-a5f1-488d-bd8b-9f2fa4f8bbc1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 945 time: 0.0517318 Jun 15 19:42:51.352277 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 121b09fa-9774-40f8-9410-bc5765d4bce1 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:42:51.392854 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-27667a30-9fb4-442c-b630-e55fd930a4f0 req-385a35bc-bdf5-4b11-a16f-6f8a05073750 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=da550e43-dd4b-4ff3-bc1e-520517ac677d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567334 Jun 15 19:42:51.396224 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port 121b09fa-9774-40f8-9410-bc5765d4bce1 completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:42:51.403127 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port 121b09fa-9774-40f8-9410-bc5765d4bce1 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:42:51.403494 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:51.445447 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:51.485926 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 121b09fa-9774-40f8-9410-bc5765d4bce1 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:42:51.486330 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:51.511316 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84adebc2-eb18-4ae1-ad7f-a36c741aae45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121b09fa-9774-40f8-9410-bc5765d4bce1'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:42:51.513558 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ddd8c2-fa53-4b90-a08c-1f1d06ef12aa" -d '{"events": [{"server_uuid": "84adebc2-eb18-4ae1-ad7f-a36c741aae45", "name": "network-vif-plugged", "status": "completed", "tag": "121b09fa-9774-40f8-9410-bc5765d4bce1"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:42:51.527317 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 121b09fa-9774-40f8-9410-bc5765d4bce1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=121b09fa-9774-40f8-9410-bc5765d4bce1,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:42:51.532869 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:51.537361 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:51.558482 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:51.573168 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05b247a-e454-478e-aeee-47e868489cb5 x-openstack-request-id: req-c05b247a-e454-478e-aeee-47e868489cb5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:42:51.573521 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84adebc2-eb18-4ae1-ad7f-a36c741aae45", "name": "network-vif-plugged", "status": "completed", "tag": "121b09fa-9774-40f8-9410-bc5765d4bce1", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:42:51.573521 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c05b247a-e454-478e-aeee-47e868489cb5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:42:51.573932 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05b247a-e454-478e-aeee-47e868489cb5'] response: {'server_uuid': '84adebc2-eb18-4ae1-ad7f-a36c741aae45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121b09fa-9774-40f8-9410-bc5765d4bce1', 'code': 200} Jun 15 19:42:51.588458 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=121b09fa-9774-40f8-9410-bc5765d4bce1,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:52.087163 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:52.111358 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804e0e-8091-4918-9123-a9f3557fe099 req-a771d6f9-7081-4e30-b252-68c31c01c3dd tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:52.112846 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-11804e0e-8091-4918-9123-a9f3557fe099 req-a771d6f9-7081-4e30-b252-68c31c01c3dd tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0537026 Jun 15 19:42:52.164515 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-11804e0e-8091-4918-9123-a9f3557fe099 req-33717868-cabf-4048-860f-cdf381ab7688 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ed3d5b4-c041-43d4-9394-fceb01693c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448015 Jun 15 19:42:52.371670 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf492a-a4fe-4596-9074-b9dbc761da9a req-1acebc64-1dc2-42d0-87a4-33b4772db0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:52.373700 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-74cf492a-a4fe-4596-9074-b9dbc761da9a req-1acebc64-1dc2-42d0-87a4-33b4772db0fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 1130 time: 0.0829825 Jun 15 19:42:52.380556 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-a692e9f3-f8ff-4842-a285-0ab27b9f1cff tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:52.382185 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-a692e9f3-f8ff-4842-a285-0ab27b9f1cff tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 946 time: 0.0820107 Jun 15 19:42:52.396499 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:52.467346 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-74cf492a-a4fe-4596-9074-b9dbc761da9a req-19a1531a-27c1-4d77-86ac-f5d71af3949b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=da550e43-dd4b-4ff3-bc1e-520517ac677d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841076 Jun 15 19:42:52.538173 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Deleting port a87c9c4f-dbec-4c55-a398-b538509f41ea {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:42:52.538661 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:52.557823 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:52.568149 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816012f-abec-47c1-ab64-700e73dd7feb req-6e2ec1a6-54eb-4e03-981a-7deea1aef8f4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:52.569777 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e816012f-abec-47c1-ab64-700e73dd7feb req-6e2ec1a6-54eb-4e03-981a-7deea1aef8f4 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 946 time: 0.0609527 Jun 15 19:42:52.637058 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e816012f-abec-47c1-ab64-700e73dd7feb req-d1b640af-11f9-4f34-a5e2-22ec7cbc5cf3 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=da550e43-dd4b-4ff3-bc1e-520517ac677d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544260 Jun 15 19:42:52.672228 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] For port a87c9c4f-dbec-4c55-a398-b538509f41ea, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a87c9c4f-dbec-4c55-a398-b538509f41ea,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:42:52.673090 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:52.901913 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:52.902317 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (f299a0ca-557b-4200-b760-bad89bb4e829), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:52.902637 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Floating IP f299a0ca-557b-4200-b760-bad89bb4e829 disassociated. External IP: 172.27.0.72, port: a87c9c4f-dbec-4c55-a398-b538509f41ea. Jun 15 19:42:52.902992 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Calling delete_port for a87c9c4f-dbec-4c55-a398-b538509f41ea owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:42:53.058354 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (a87c9c4f-dbec-4c55-a398-b538509f41ea), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:53.089628 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Pushing event deleted for resources: {'Port': ['ID=a87c9c4f-dbec-4c55-a398-b538509f41ea,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:53.208861 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Router e6428a8e-75f7-4120-99b6-23fde38e2ca4 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:42:53.269458 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-94b263b5-bc33-4041-9087-c26022418d63 req-27c8148d-819e-4297-8e79-b783fb533b4a tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 210 time: 0.0301204 Jun 15 19:42:53.307824 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:53.324539 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:42:53.340173 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf3d32-05d8-4f02-8156-0203ab394161 None None] Sync routers for ids ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:42:53.355498 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:53.359840 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf3d32-05d8-4f02-8156-0203ab394161 None None] Routers {'e6428a8e-75f7-4120-99b6-23fde38e2ca4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:42:53.360719 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-7acf3d32-05d8-4f02-8156-0203ab394161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:42:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:53.375034 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] No DVR routers for this DVR port a87c9c4f-dbec-4c55-a398-b538509f41ea on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:42:53.380658 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:53.386028 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a804ab5f-4b02-4519-88b2-ca4db5f31768 req-f1fc6da6-3824-4bf6-990c-a63275f9d2b7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.42 "DELETE /v2.0/ports/a87c9c4f-dbec-4c55-a398-b538509f41ea HTTP/1.1" status: 204 len: 173 time: 0.9958394 Jun 15 19:42:53.386547 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'name': 'network-vif-deleted', 'tag': 'a87c9c4f-dbec-4c55-a398-b538509f41ea'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:42:53.389759 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699d0d8d-83ea-4b5a-992a-262c82ae3a77" -d '{"events": [{"server_uuid": "f4eda938-2478-4ddd-9f99-974f3ffe7123", "name": "network-vif-deleted", "tag": "a87c9c4f-dbec-4c55-a398-b538509f41ea"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:42:53.435136 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094ed861-d914-4bec-a70e-80369e2e718e x-openstack-request-id: req-094ed861-d914-4bec-a70e-80369e2e718e {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:42:53.435588 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4eda938-2478-4ddd-9f99-974f3ffe7123", "name": "network-vif-deleted", "tag": "a87c9c4f-dbec-4c55-a398-b538509f41ea", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:42:53.435990 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-094ed861-d914-4bec-a70e-80369e2e718e {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:42:53.436646 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094ed861-d914-4bec-a70e-80369e2e718e'] response: {'server_uuid': 'f4eda938-2478-4ddd-9f99-974f3ffe7123', 'name': 'network-vif-deleted', 'tag': 'a87c9c4f-dbec-4c55-a398-b538509f41ea', 'status': 'completed', 'code': 200} Jun 15 19:42:53.538901 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-7acf3d32-05d8-4f02-8156-0203ab394161 None None] Set router e6428a8e-75f7-4120-99b6-23fde38e2ca4 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:42:53.797863 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-7acf3d32-05d8-4f02-8156-0203ab394161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:59Z', 'revision_number': 4, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '691ce9e8-00eb-47aa-9985-3b833fcdc17c', 'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'mac_address': 'fa:16:3e:82:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:56Z', 'updated_at': '2022-06-15T19:38:12Z', 'revision_number': 5, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'subnets': [{'id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:53.824960 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf3d32-05d8-4f02-8156-0203ab394161 None None] Checking router: e6428a8e-75f7-4120-99b6-23fde38e2ca4 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:42:53.826802 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ead4fb-ecd8-47ac-b13b-05027d8499c1 req-c846c3d1-3c2e-4815-8f1b-ab92d5416098 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:53.828243 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-70ead4fb-ecd8-47ac-b13b-05027d8499c1 req-c846c3d1-3c2e-4815-8f1b-ab92d5416098 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 946 time: 0.0669608 Jun 15 19:42:53.841794 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf3d32-05d8-4f02-8156-0203ab394161 None None] Routers {'e6428a8e-75f7-4120-99b6-23fde38e2ca4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:42:53.842499 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-7acf3d32-05d8-4f02-8156-0203ab394161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:42:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:53.896718 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-70ead4fb-ecd8-47ac-b13b-05027d8499c1 req-eb4e3787-3c98-4b12-9877-8106eb542d9c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=da550e43-dd4b-4ff3-bc1e-520517ac677d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617535 Jun 15 19:42:53.966776 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-7acf3d32-05d8-4f02-8156-0203ab394161 None None] Set router e6428a8e-75f7-4120-99b6-23fde38e2ca4 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:42:54.216584 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-7acf3d32-05d8-4f02-8156-0203ab394161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:59Z', 'revision_number': 4, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '691ce9e8-00eb-47aa-9985-3b833fcdc17c', 'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'mac_address': 'fa:16:3e:82:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:56Z', 'updated_at': '2022-06-15T19:38:12Z', 'revision_number': 5, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'subnets': [{'id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:54.247294 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf3d32-05d8-4f02-8156-0203ab394161 None None] The sync data for ids ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'] in dv-cinder-844563-3-iscsi is: [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:59Z', 'revision_number': 4, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '691ce9e8-00eb-47aa-9985-3b833fcdc17c', 'name': '', 'network_id': 'f41991f1-753c-4841-8d77-8c975a43b0cd', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'mac_address': 'fa:16:3e:82:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:56Z', 'updated_at': '2022-06-15T19:38:12Z', 'revision_number': 5, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'subnets': [{'id': '3def59ec-5e01-46ed-a957-69e35b3dfb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:42:54.409819 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-603d57b4-6a4e-47c4-9ad5-e55228906ff6 req-09619f6d-4195-4722-8e3f-5e5b81d7c971 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4eda938-2478-4ddd-9f99-974f3ffe7123 HTTP/1.1" status: 200 len: 210 time: 0.0392137 Jun 15 19:42:54.524267 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fe098-073e-4995-a973-c42f78ad9acb None None] New status for floating IP f299a0ca-557b-4200-b760-bad89bb4e829: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:42:55.031778 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a41a5d-4b5b-4454-9357-ade5e3321615 req-da111948-eb6a-477a-a3ee-e7ded8cf838c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:55.033302 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-21a41a5d-4b5b-4454-9357-ade5e3321615 req-da111948-eb6a-477a-a3ee-e7ded8cf838c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 946 time: 0.0571222 Jun 15 19:42:55.090386 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-21a41a5d-4b5b-4454-9357-ade5e3321615 req-7a7fea5b-1acd-4646-91e3-d0364ed82284 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=da550e43-dd4b-4ff3-bc1e-520517ac677d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493503 Jun 15 19:42:55.238760 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4531c88-bd31-4566-a66d-79c3df6b2781 req-e09de008-cf59-4580-a55a-095f64f7bdd3 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:55.241078 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c4531c88-bd31-4566-a66d-79c3df6b2781 req-e09de008-cf59-4580-a55a-095f64f7bdd3 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 946 time: 0.0596697 Jun 15 19:42:55.253637 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49780) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:55.258815 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-69aa149a-f513-463b-9c6d-bbaf531c7cc1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Request body: {'floatingip': {'port_id': '121b09fa-9774-40f8-9410-bc5765d4bce1'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:42:55.306306 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-69aa149a-f513-463b-9c6d-bbaf531c7cc1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for floatingip (694181e5-8027-45f8-bd37-ec15318b109b), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:55.379816 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device a87c9c4f-dbec-4c55-a398-b538509f41ea no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:42:55.400470 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: a87c9c4f-dbec-4c55-a398-b538509f41ea {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:42:55.400922 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device a87c9c4f-dbec-4c55-a398-b538509f41ea not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:42:55.508170 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49786) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:55.567827 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-37561dfa-84d7-4d25-a87e-3d5c5422f73e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for security_group (2ed3d5b4-c041-43d4-9394-fceb01693c66), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:55.599211 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-37561dfa-84d7-4d25-a87e-3d5c5422f73e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for security_group (2ed3d5b4-c041-43d4-9394-fceb01693c66), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:55.656814 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-37561dfa-84d7-4d25-a87e-3d5c5422f73e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (2ed3d5b4-c041-43d4-9394-fceb01693c66), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:55.659589 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-37561dfa-84d7-4d25-a87e-3d5c5422f73e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:55.660748 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-37561dfa-84d7-4d25-a87e-3d5c5422f73e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "DELETE /v2.0/security-groups/2ed3d5b4-c041-43d4-9394-fceb01693c66 HTTP/1.1" status: 204 len: 168 time: 0.1514513 Jun 15 19:42:55.664908 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49788) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:55.683798 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37561dfa-84d7-4d25-a87e-3d5c5422f73e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed3d5b4-c041-43d4-9394-fceb01693c66,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:55.686395 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.api.v2.resource [None req-436402ee-25aa-433c-abd6-993da8771087 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] show failed (client error): The resource could not be found. Jun 15 19:42:55.690392 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-436402ee-25aa-433c-abd6-993da8771087 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups/2ed3d5b4-c041-43d4-9394-fceb01693c66 HTTP/1.1" status: 404 len: 347 time: 0.0203831 Jun 15 19:42:55.690819 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49790) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:42:55.759018 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-69aa149a-f513-463b-9c6d-bbaf531c7cc1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:55.765148 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-69aa149a-f513-463b-9c6d-bbaf531c7cc1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (694181e5-8027-45f8-bd37-ec15318b109b), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:55.813670 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-44848432-10ef-44ee-bc86-ef5ea42f68e8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Deleting port 36b44ba2-0c95-402c-8ec2-bbacd93b0730 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:42:55.822826 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-44848432-10ef-44ee-bc86-ef5ea42f68e8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (36b44ba2-0c95-402c-8ec2-bbacd93b0730), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:55.908918 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-44848432-10ef-44ee-bc86-ef5ea42f68e8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (36b44ba2-0c95-402c-8ec2-bbacd93b0730), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:55.909245 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-44848432-10ef-44ee-bc86-ef5ea42f68e8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for floatingip (36b44ba2-0c95-402c-8ec2-bbacd93b0730), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:55.924539 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-44848432-10ef-44ee-bc86-ef5ea42f68e8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Calling delete_port for 36b44ba2-0c95-402c-8ec2-bbacd93b0730 owned by network:floatingip {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:42:56.066479 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-44848432-10ef-44ee-bc86-ef5ea42f68e8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (36b44ba2-0c95-402c-8ec2-bbacd93b0730), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:56.097448 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44848432-10ef-44ee-bc86-ef5ea42f68e8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Pushing event deleted for resources: {'Port': ['ID=36b44ba2-0c95-402c-8ec2-bbacd93b0730,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:42:56.109874 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [None req-69aa149a-f513-463b-9c6d-bbaf531c7cc1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Floating IP 694181e5-8027-45f8-bd37-ec15318b109b associated. External IP: 172.27.0.91, port: 121b09fa-9774-40f8-9410-bc5765d4bce1. Jun 15 19:42:56.144925 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:56.159846 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:56.166362 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-44848432-10ef-44ee-bc86-ef5ea42f68e8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks [] for floatingip (f299a0ca-557b-4200-b760-bad89bb4e829), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:56.169386 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-44848432-10ef-44ee-bc86-ef5ea42f68e8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:56.170023 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-44848432-10ef-44ee-bc86-ef5ea42f68e8 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "DELETE /v2.0/floatingips/f299a0ca-557b-4200-b760-bad89bb4e829 HTTP/1.1" status: 204 len: 168 time: 0.4783707 Jun 15 19:42:56.328847 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69aa149a-f513-463b-9c6d-bbaf531c7cc1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Router 42789ce7-ff8a-4b00-a138-b7e90e236547 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:42:56.438837 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69aa149a-f513-463b-9c6d-bbaf531c7cc1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:42:56.443385 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-69aa149a-f513-463b-9c6d-bbaf531c7cc1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:42:56.452252 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb83d3-04d7-4f5d-9581-0f4abe8b8e6a None None] Sync routers for ids ['42789ce7-ff8a-4b00-a138-b7e90e236547'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:42:56.463965 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb83d3-04d7-4f5d-9581-0f4abe8b8e6a None None] Routers {'42789ce7-ff8a-4b00-a138-b7e90e236547'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:42:56.464842 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-3efb83d3-04d7-4f5d-9581-0f4abe8b8e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:42:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['42789ce7-ff8a-4b00-a138-b7e90e236547'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:56.486508 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-69aa149a-f513-463b-9c6d-bbaf531c7cc1 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "PUT /v2.0/floatingips/694181e5-8027-45f8-bd37-ec15318b109b HTTP/1.1" status: 200 len: 991 time: 1.2294748 Jun 15 19:42:56.486508 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84adebc2-eb18-4ae1-ad7f-a36c741aae45', 'tag': '121b09fa-9774-40f8-9410-bc5765d4bce1'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:42:56.487858 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed6fe4d-8a70-4f93-bc5e-ad355b8bb92e" -d '{"events": [{"name": "network-changed", "server_uuid": "84adebc2-eb18-4ae1-ad7f-a36c741aae45", "tag": "121b09fa-9774-40f8-9410-bc5765d4bce1"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:42:56.532016 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f577855a-5ab5-41fb-adc8-c0af5ac653a2 x-openstack-request-id: req-f577855a-5ab5-41fb-adc8-c0af5ac653a2 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:42:56.532315 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84adebc2-eb18-4ae1-ad7f-a36c741aae45", "tag": "121b09fa-9774-40f8-9410-bc5765d4bce1", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:42:56.532569 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f577855a-5ab5-41fb-adc8-c0af5ac653a2 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:42:56.533028 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f577855a-5ab5-41fb-adc8-c0af5ac653a2'] response: {'name': 'network-changed', 'server_uuid': '84adebc2-eb18-4ae1-ad7f-a36c741aae45', 'tag': '121b09fa-9774-40f8-9410-bc5765d4bce1', 'status': 'completed', 'code': 200} Jun 15 19:42:56.575430 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-3efb83d3-04d7-4f5d-9581-0f4abe8b8e6a None None] Set router 42789ce7-ff8a-4b00-a138-b7e90e236547 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:42:56.597250 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6fe4d-8a70-4f93-bc5e-ad355b8bb92e req-789ed82f-0baf-41d4-b66e-ad2c8deb180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:56.599402 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-aed6fe4d-8a70-4f93-bc5e-ad355b8bb92e req-789ed82f-0baf-41d4-b66e-ad2c8deb180c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd64a4f6222542f19ba5729f7abe12b2&device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 1130 time: 0.0416355 Jun 15 19:42:56.679444 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:56.701862 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:56.719006 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6fe4d-8a70-4f93-bc5e-ad355b8bb92e req-0572a6c1-bd62-4925-b676-1e5af7dda655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:56.720476 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-aed6fe4d-8a70-4f93-bc5e-ad355b8bb92e req-0572a6c1-bd62-4925-b676-1e5af7dda655 service neutron] 10.222.0.42 "GET /v2.0/networks?id=68dc56fb-2946-4967-bb27-7b13a758ce58 HTTP/1.1" status: 200 len: 912 time: 0.1136019 Jun 15 19:42:56.791965 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-aed6fe4d-8a70-4f93-bc5e-ad355b8bb92e req-7086c2a4-2751-48d7-9702-c4bb644a7b88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=121b09fa-9774-40f8-9410-bc5765d4bce1 HTTP/1.1" status: 200 len: 999 time: 0.0634146 Jun 15 19:42:56.813545 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-3efb83d3-04d7-4f5d-9581-0f4abe8b8e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '694181e5-8027-45f8-bd37-ec15318b109b', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'port_id': '121b09fa-9774-40f8-9410-bc5765d4bce1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'mac_address': 'fa:16:3e:c0:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84adebc2-eb18-4ae1-ad7f-a36c741aae45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:42:41Z', 'updated_at': '2022-06-15T19:42:55Z', 'revision_number': 1, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:06Z', 'revision_number': 5, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:56.839829 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb83d3-04d7-4f5d-9581-0f4abe8b8e6a None None] Checking router: 42789ce7-ff8a-4b00-a138-b7e90e236547 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:42:56.849722 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb83d3-04d7-4f5d-9581-0f4abe8b8e6a None None] Routers {'42789ce7-ff8a-4b00-a138-b7e90e236547'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:42:56.850375 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-3efb83d3-04d7-4f5d-9581-0f4abe8b8e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:42:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['42789ce7-ff8a-4b00-a138-b7e90e236547'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:56.862498 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6fe4d-8a70-4f93-bc5e-ad355b8bb92e req-0064818e-c6d1-454f-861c-2cadd7683931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:56.863754 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-aed6fe4d-8a70-4f93-bc5e-ad355b8bb92e req-0064818e-c6d1-454f-861c-2cadd7683931 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5682d96f-190e-460c-b7ed-ef0aa8e89880 HTTP/1.1" status: 200 len: 850 time: 0.0625851 Jun 15 19:42:56.918046 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6fe4d-8a70-4f93-bc5e-ad355b8bb92e req-5810963b-55b2-416d-929a-c0dea483e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:56.919673 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-aed6fe4d-8a70-4f93-bc5e-ad355b8bb92e req-5810963b-55b2-416d-929a-c0dea483e3ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68dc56fb-2946-4967-bb27-7b13a758ce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470016 Jun 15 19:42:57.061550 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-aed6fe4d-8a70-4f93-bc5e-ad355b8bb92e req-8b87794a-2a8f-4b52-8089-5f478ad5ded3 service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336215 Jun 15 19:42:57.127741 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-3efb83d3-04d7-4f5d-9581-0f4abe8b8e6a None None] Set router 42789ce7-ff8a-4b00-a138-b7e90e236547 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:42:57.162263 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-aed6fe4d-8a70-4f93-bc5e-ad355b8bb92e req-f2973d78-784d-406c-8cfa-9582287bfab0 service neutron] 10.222.0.42 "GET /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930438 Jun 15 19:42:57.288268 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:57.307549 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:42:57.363636 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-3efb83d3-04d7-4f5d-9581-0f4abe8b8e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '694181e5-8027-45f8-bd37-ec15318b109b', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'port_id': '121b09fa-9774-40f8-9410-bc5765d4bce1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'mac_address': 'fa:16:3e:c0:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84adebc2-eb18-4ae1-ad7f-a36c741aae45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:42:41Z', 'updated_at': '2022-06-15T19:42:55Z', 'revision_number': 1, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:06Z', 'revision_number': 5, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:42:57.394844 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb83d3-04d7-4f5d-9581-0f4abe8b8e6a None None] The sync data for ids ['42789ce7-ff8a-4b00-a138-b7e90e236547'] in dv-cinder-844563-3-iscsi is: [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '694181e5-8027-45f8-bd37-ec15318b109b', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'port_id': '121b09fa-9774-40f8-9410-bc5765d4bce1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'mac_address': 'fa:16:3e:c0:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84adebc2-eb18-4ae1-ad7f-a36c741aae45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:42:41Z', 'updated_at': '2022-06-15T19:42:55Z', 'revision_number': 1, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:06Z', 'revision_number': 5, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:42:57.613564 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4630b156-f743-40fd-a916-5e00841df5fa None None] New status for floating IP 694181e5-8027-45f8-bd37-ec15318b109b: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:42:58.767831 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e46eae-a27f-46c3-9e6d-da2f615028f0 req-3499a047-cac4-4dd5-82d0-abc331ae016d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:58.769611 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b4e46eae-a27f-46c3-9e6d-da2f615028f0 req-3499a047-cac4-4dd5-82d0-abc331ae016d tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0501635 Jun 15 19:42:58.821048 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b4e46eae-a27f-46c3-9e6d-da2f615028f0 req-bc5852ce-bd4a-494c-850f-1979871be5b9 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441697 Jun 15 19:42:59.950635 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3153eb6-3af4-4f1e-b6f2-f29158b0f7a8 req-a7a534c0-00bb-4740-a931-ef797af4f754 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:42:59.952051 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a3153eb6-3af4-4f1e-b6f2-f29158b0f7a8 req-a7a534c0-00bb-4740-a931-ef797af4f754 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0577395 Jun 15 19:43:00.011403 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a3153eb6-3af4-4f1e-b6f2-f29158b0f7a8 req-b10a4a73-1a2c-4670-b1e1-e3607d41e2fa tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535090 Jun 15 19:43:01.137369 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431fda-660a-4f4e-96f5-cbffb421a598 req-ee6ab6a1-964d-4114-98d4-14ee731eeb22 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:01.138929 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0a431fda-660a-4f4e-96f5-cbffb421a598 req-ee6ab6a1-964d-4114-98d4-14ee731eeb22 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0558255 Jun 15 19:43:01.221036 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0a431fda-660a-4f4e-96f5-cbffb421a598 req-75cc968a-08c2-4fa1-9b37-d4f03153b1a1 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694880 Jun 15 19:43:01.530007 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45277a9b-467e-4693-87c7-4d5ea3e641ef req-766dbea7-0820-45f8-98d5-ffc128a8919e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:01.531538 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-45277a9b-467e-4693-87c7-4d5ea3e641ef req-766dbea7-0820-45f8-98d5-ffc128a8919e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.42 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 945 time: 0.0551736 Jun 15 19:43:01.628265 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-45277a9b-467e-4693-87c7-4d5ea3e641ef req-dfc27d7e-a9d3-4cfc-bb8d-67ae0341b486 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Deleting port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:43:01.628522 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-45277a9b-467e-4693-87c7-4d5ea3e641ef req-dfc27d7e-a9d3-4cfc-bb8d-67ae0341b486 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:01.718842 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-45277a9b-467e-4693-87c7-4d5ea3e641ef req-dfc27d7e-a9d3-4cfc-bb8d-67ae0341b486 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] For port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:43:01.719214 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-45277a9b-467e-4693-87c7-4d5ea3e641ef req-dfc27d7e-a9d3-4cfc-bb8d-67ae0341b486 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:01.733877 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-45277a9b-467e-4693-87c7-4d5ea3e641ef req-dfc27d7e-a9d3-4cfc-bb8d-67ae0341b486 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Calling delete_port for 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:43:01.867049 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-45277a9b-467e-4693-87c7-4d5ea3e641ef req-dfc27d7e-a9d3-4cfc-bb8d-67ae0341b486 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (47e168a5-c1f1-42dd-b5ac-e995fc3c66c4), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:01.879380 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7', '47e168a5-c1f1-42dd-b5ac-e995fc3c66c4'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:43:01.893859 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc27d7e-a9d3-4cfc-bb8d-67ae0341b486 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Pushing event deleted for resources: {'Port': ['ID=47e168a5-c1f1-42dd-b5ac-e995fc3c66c4,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:01.906486 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:01.949999 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-45277a9b-467e-4693-87c7-4d5ea3e641ef req-dfc27d7e-a9d3-4cfc-bb8d-67ae0341b486 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] No DVR routers for this DVR port 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:43:01.952597 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-45277a9b-467e-4693-87c7-4d5ea3e641ef req-dfc27d7e-a9d3-4cfc-bb8d-67ae0341b486 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:01.955824 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-45277a9b-467e-4693-87c7-4d5ea3e641ef req-dfc27d7e-a9d3-4cfc-bb8d-67ae0341b486 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.42 "DELETE /v2.0/ports/47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 HTTP/1.1" status: 204 len: 173 time: 0.4183583 Jun 15 19:43:01.956256 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3306831f-c20a-46c5-acaa-5420a83ae130', 'name': 'network-vif-deleted', 'tag': '47e168a5-c1f1-42dd-b5ac-e995fc3c66c4'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:43:01.959092 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c249d62-75f2-4afc-921c-127c504b6a44" -d '{"events": [{"server_uuid": "3306831f-c20a-46c5-acaa-5420a83ae130", "name": "network-vif-deleted", "tag": "47e168a5-c1f1-42dd-b5ac-e995fc3c66c4"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:43:01.997876 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdbdad9-75a1-4966-a126-0e299bea732b x-openstack-request-id: req-2cdbdad9-75a1-4966-a126-0e299bea732b {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:43:01.998302 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3306831f-c20a-46c5-acaa-5420a83ae130", "name": "network-vif-deleted", "tag": "47e168a5-c1f1-42dd-b5ac-e995fc3c66c4", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:43:01.998646 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cdbdad9-75a1-4966-a126-0e299bea732b {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:43:01.999139 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cdbdad9-75a1-4966-a126-0e299bea732b'] response: {'server_uuid': '3306831f-c20a-46c5-acaa-5420a83ae130', 'name': 'network-vif-deleted', 'tag': '47e168a5-c1f1-42dd-b5ac-e995fc3c66c4', 'status': 'completed', 'code': 200} Jun 15 19:43:02.351175 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-277e5a89-1de9-44f5-b6a1-baab404f037d req-faf198c2-df4b-4436-b50c-8df41fdd455e tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3306831f-c20a-46c5-acaa-5420a83ae130 HTTP/1.1" status: 200 len: 210 time: 0.0407307 Jun 15 19:43:03.649875 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813f950-4a83-45a5-86dc-c9e3d911a354 req-94e51575-84c8-4523-add3-946862f29910 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:03.651398 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4813f950-4a83-45a5-86dc-c9e3d911a354 req-94e51575-84c8-4523-add3-946862f29910 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0533292 Jun 15 19:43:03.707125 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4813f950-4a83-45a5-86dc-c9e3d911a354 req-593daf04-f4a5-4ee2-bf0c-f10096a0af99 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498114 Jun 15 19:43:03.719215 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-04644942-1d2f-4695-9de2-582742b244b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:04.047247 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9359c-c60f-4677-bded-9f23f14f7b9a req-88e57442-0279-410c-877c-422b243e6cd5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:04.048740 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d3e9359c-c60f-4677-bded-9f23f14f7b9a req-88e57442-0279-410c-877c-422b243e6cd5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 945 time: 0.0501652 Jun 15 19:43:04.098318 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d3e9359c-c60f-4677-bded-9f23f14f7b9a req-f635a68e-53ee-4018-90d6-57666b96168f tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434165 Jun 15 19:43:04.947980 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd8dc4-b3c5-4464-b3cb-df8441314101 req-1e1641f6-2808-4244-8bfa-c6605aa60b02 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:04.949489 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-00cd8dc4-b3c5-4464-b3cb-df8441314101 req-1e1641f6-2808-4244-8bfa-c6605aa60b02 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0555663 Jun 15 19:43:05.002422 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-00cd8dc4-b3c5-4464-b3cb-df8441314101 req-3b11aae7-7f85-4ac2-bb37-2a84de4bf858 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468931 Jun 15 19:43:05.215229 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a95d09-031d-46d7-b4c8-8ec8a5b2b0ff req-002e1128-02ec-4616-82e7-622271cf0ed3 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:05.216636 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b6a95d09-031d-46d7-b4c8-8ec8a5b2b0ff req-002e1128-02ec-4616-82e7-622271cf0ed3 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 945 time: 0.0475805 Jun 15 19:43:05.270710 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b6a95d09-031d-46d7-b4c8-8ec8a5b2b0ff req-c4f1c28d-56c9-4dea-aff3-6de6197e8891 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475750 Jun 15 19:43:05.397228 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:43:05.416888 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:43:05.417227 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 47e168a5-c1f1-42dd-b5ac-e995fc3c66c4 not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:43:05.961008 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aaa9168a-2690-481d-8a08-40f1ab3438e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:06.148640 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677657d-5276-4d85-87ec-0472d2f1d384 req-2f68265d-5a39-42a4-9a1d-24fcf3222637 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:06.150147 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d677657d-5276-4d85-87ec-0472d2f1d384 req-2f68265d-5a39-42a4-9a1d-24fcf3222637 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0533390 Jun 15 19:43:06.216134 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d677657d-5276-4d85-87ec-0472d2f1d384 req-fe28c1b9-6694-45fd-a907-23b22a4316bb tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597436 Jun 15 19:43:06.417168 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0221d-31eb-4fd2-8139-f7e91171ea40 req-274da5bc-dc9e-4124-ada3-117172be235f tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:06.418960 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7fc0221d-31eb-4fd2-8139-f7e91171ea40 req-274da5bc-dc9e-4124-ada3-117172be235f tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 945 time: 0.0656269 Jun 15 19:43:06.477274 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7fc0221d-31eb-4fd2-8139-f7e91171ea40 req-9a2dcf34-77c3-4eac-892e-8682bd6f9158 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523531 Jun 15 19:43:06.607061 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117450c-ab26-4cbe-9467-5cce8b7fddd3 req-d69cbc06-b389-47ea-917b-fcda66ddac41 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:06.608645 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7117450c-ab26-4cbe-9467-5cce8b7fddd3 req-d69cbc06-b389-47ea-917b-fcda66ddac41 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0504198 Jun 15 19:43:06.662837 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7117450c-ab26-4cbe-9467-5cce8b7fddd3 req-ee6c97e9-afc6-48d3-961b-6b02303ccf9a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450699 Jun 15 19:43:07.362455 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:07.386592 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2d44a-6b25-43aa-b1ed-556c9b256ec7 req-e6757686-ed27-4372-82f2-4da12ce9d663 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:07.388832 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8bb2d44a-6b25-43aa-b1ed-556c9b256ec7 req-e6757686-ed27-4372-82f2-4da12ce9d663 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0749340 Jun 15 19:43:07.404912 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:07.460753 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8bb2d44a-6b25-43aa-b1ed-556c9b256ec7 req-90923197-018a-42d1-b15f-86f1a380745b tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609231 Jun 15 19:43:07.612165 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a52586-e4c7-4fb4-a9c4-255d600238b5 req-444eaa12-9a0a-4767-b73c-4a6d9e0bdd64 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:07.614621 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f2a52586-e4c7-4fb4-a9c4-255d600238b5 req-444eaa12-9a0a-4767-b73c-4a6d9e0bdd64 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 945 time: 0.0553176 Jun 15 19:43:07.643586 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:07.688758 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f2a52586-e4c7-4fb4-a9c4-255d600238b5 req-78148770-1fb7-4f19-9a8f-0eb9ed37cd7d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683343 Jun 15 19:43:07.721971 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:07.726520 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:07.820961 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41633484-af73-4bd0-a3a3-08b49527d14c req-056145a5-33ab-4033-80cc-a15a74790dc4 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:07.823080 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-41633484-af73-4bd0-a3a3-08b49527d14c req-056145a5-33ab-4033-80cc-a15a74790dc4 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0558000 Jun 15 19:43:07.895219 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-41633484-af73-4bd0-a3a3-08b49527d14c req-ba1b5cf5-c0a2-4a79-8828-bd243ee53461 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657628 Jun 15 19:43:08.503889 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc90918-8102-4d10-9730-9157d43e7b96 req-d294340d-a260-4f51-91bf-0e71e0cdede7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:08.506994 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1dc90918-8102-4d10-9730-9157d43e7b96 req-d294340d-a260-4f51-91bf-0e71e0cdede7 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.42 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0794346 Jun 15 19:43:08.511539 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-0760a8c1-5784-4e5b-b617-58e61016ca71 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:08.513055 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-0760a8c1-5784-4e5b-b617-58e61016ca71 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 945 time: 0.0780547 Jun 15 19:43:08.548224 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:08.607738 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f41809-218b-4916-8e6c-da80d80ee40f req-3f830ed6-9a79-4e85-8d31-3680ee4c5fde tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:08.609288 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-05f41809-218b-4916-8e6c-da80d80ee40f req-3f830ed6-9a79-4e85-8d31-3680ee4c5fde tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 945 time: 0.0533032 Jun 15 19:43:08.669989 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:08.680238 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-05f41809-218b-4916-8e6c-da80d80ee40f req-73012f48-5bf7-435e-be9e-e1c53c13e131 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ede993a-ca14-492e-a272-f48f6bcc89a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527401 Jun 15 19:43:08.694483 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Deleting port 758322d5-263d-4d0a-87b4-7f197c2860e3 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:43:08.694743 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:08.697510 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-1dc90918-8102-4d10-9730-9157d43e7b96 req-f361e9fa-4be6-418a-afa8-68be47cc7073 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Deleting port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:43:08.697846 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-1dc90918-8102-4d10-9730-9157d43e7b96 req-f361e9fa-4be6-418a-afa8-68be47cc7073 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:08.781925 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:08.854170 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ea1bc-6c60-4be4-b75d-526f7d6c0df6 req-f0ec95d1-4aff-4ef3-9f2d-156a58634d13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:08.856300 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-951ea1bc-6c60-4be4-b75d-526f7d6c0df6 req-f0ec95d1-4aff-4ef3-9f2d-156a58634d13 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 945 time: 0.0715599 Jun 15 19:43:08.871663 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-1dc90918-8102-4d10-9730-9157d43e7b96 req-f361e9fa-4be6-418a-afa8-68be47cc7073 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] For port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:43:08.872027 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-1dc90918-8102-4d10-9730-9157d43e7b96 req-f361e9fa-4be6-418a-afa8-68be47cc7073 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:08.875839 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] For port 758322d5-263d-4d0a-87b4-7f197c2860e3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=758322d5-263d-4d0a-87b4-7f197c2860e3,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:43:08.876220 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:08.898763 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-1dc90918-8102-4d10-9730-9157d43e7b96 req-f361e9fa-4be6-418a-afa8-68be47cc7073 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Calling delete_port for bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:43:08.928451 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-951ea1bc-6c60-4be4-b75d-526f7d6c0df6 req-08bd04da-6f4d-4e6a-a5bd-846368dce7d7 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=afd59538-736f-4779-98b3-cee92b8d0cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637288 Jun 15 19:43:09.054628 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa094c-ef93-42c8-bbee-582304dffc04 req-0dedb662-cadc-47ac-a8d8-c006336e4058 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:09.056220 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1cfa094c-ef93-42c8-bbee-582304dffc04 req-0dedb662-cadc-47ac-a8d8-c006336e4058 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0604589 Jun 15 19:43:09.116805 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1cfa094c-ef93-42c8-bbee-582304dffc04 req-be4a1b89-34ec-4dbf-af6d-8512bb62367f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539465 Jun 15 19:43:09.135850 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:09.136005 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (9fe3bd31-39b0-402b-a613-e19c0619d42f), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:09.136314 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Floating IP 9fe3bd31-39b0-402b-a613-e19c0619d42f disassociated. External IP: 172.27.0.86, port: 758322d5-263d-4d0a-87b4-7f197c2860e3. Jun 15 19:43:09.136682 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Calling delete_port for 758322d5-263d-4d0a-87b4-7f197c2860e3 owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:43:09.232046 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-1dc90918-8102-4d10-9730-9157d43e7b96 req-f361e9fa-4be6-418a-afa8-68be47cc7073 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:09.255868 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:43:09.272580 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361e9fa-4be6-418a-afa8-68be47cc7073 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Pushing event deleted for resources: {'Port': ['ID=bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:09.335354 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc90918-8102-4d10-9730-9157d43e7b96 req-f361e9fa-4be6-418a-afa8-68be47cc7073 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] No DVR routers for this DVR port bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:43:09.347318 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-1dc90918-8102-4d10-9730-9157d43e7b96 req-f361e9fa-4be6-418a-afa8-68be47cc7073 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:09.351358 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1dc90918-8102-4d10-9730-9157d43e7b96 req-f361e9fa-4be6-418a-afa8-68be47cc7073 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.42 "DELETE /v2.0/ports/bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 HTTP/1.1" status: 204 len: 173 time: 0.8372073 Jun 15 19:43:09.351918 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831dd3a2-1d82-45da-a99f-000c5954e54b', 'name': 'network-vif-deleted', 'tag': 'bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:43:09.354692 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01365082-3235-4fef-b699-384211e00833" -d '{"events": [{"server_uuid": "831dd3a2-1d82-45da-a99f-000c5954e54b", "name": "network-vif-deleted", "tag": "bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:43:09.418259 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c3cbe6-528e-420d-93a2-d5b688bb6a90 x-openstack-request-id: req-c1c3cbe6-528e-420d-93a2-d5b688bb6a90 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:43:09.418547 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831dd3a2-1d82-45da-a99f-000c5954e54b", "name": "network-vif-deleted", "tag": "bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:43:09.418793 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1c3cbe6-528e-420d-93a2-d5b688bb6a90 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:43:09.419185 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c3cbe6-528e-420d-93a2-d5b688bb6a90'] response: {'server_uuid': '831dd3a2-1d82-45da-a99f-000c5954e54b', 'name': 'network-vif-deleted', 'tag': 'bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7', 'status': 'completed', 'code': 200} Jun 15 19:43:09.427216 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (758322d5-263d-4d0a-87b4-7f197c2860e3), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:09.456172 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:09.458117 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event deleted for resources: {'Port': ['ID=758322d5-263d-4d0a-87b4-7f197c2860e3,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:09.471071 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:09.564887 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:09.584133 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Router 0d2bb485-8201-4259-b811-ace17e805b17 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:43:09.705300 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:43:09.723234 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c8dabe-1c73-48f8-9d7c-5fafa30fda56 None None] Sync routers for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:43:09.748268 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8dabe-1c73-48f8-9d7c-5fafa30fda56 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:43:09.749045 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-46c8dabe-1c73-48f8-9d7c-5fafa30fda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:43:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:09.760066 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] No DVR routers for this DVR port 758322d5-263d-4d0a-87b4-7f197c2860e3 on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:43:09.763375 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:09.767655 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-46a3a628-0f25-47c0-acb5-f2003d59ca43 req-966276ed-0273-4109-8623-5884877e4f95 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "DELETE /v2.0/ports/758322d5-263d-4d0a-87b4-7f197c2860e3 HTTP/1.1" status: 204 len: 173 time: 1.2418606 Jun 15 19:43:09.898336 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b07dd9f5-2aef-4b21-adb0-03c3c7b3902e req-9d5924bb-b960-47d9-b687-7d8992d2b468 tempest-ServerRescueNegativeTestJSON-1245577952 tempest-ServerRescueNegativeTestJSON-1245577952-project] 10.222.0.15 "GET /v2.0/ports?device_id=831dd3a2-1d82-45da-a99f-000c5954e54b HTTP/1.1" status: 200 len: 210 time: 0.0644510 Jun 15 19:43:09.940357 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-46c8dabe-1c73-48f8-9d7c-5fafa30fda56 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:43:10.093426 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8b08838d-5f91-4791-83df-113845c6b534 req-74f7f010-bda3-4ba2-8e53-dda4807583ea tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a1dd930-31d9-48b7-a30e-28d7f7dc7378 HTTP/1.1" status: 200 len: 210 time: 0.0378268 Jun 15 19:43:10.275450 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-46c8dabe-1c73-48f8-9d7c-5fafa30fda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:10.287892 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ade586-d2b3-4f11-afa4-9b5b819f5aa1 req-d41b2852-97aa-49f4-b50f-d5522b89a74b tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:10.289532 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a2ade586-d2b3-4f11-afa4-9b5b819f5aa1 req-d41b2852-97aa-49f4-b50f-d5522b89a74b tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0874107 Jun 15 19:43:10.306362 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c8dabe-1c73-48f8-9d7c-5fafa30fda56 None None] Checking router: 0d2bb485-8201-4259-b811-ace17e805b17 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:43:10.320003 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8dabe-1c73-48f8-9d7c-5fafa30fda56 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:43:10.320857 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-46c8dabe-1c73-48f8-9d7c-5fafa30fda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:43:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:10.358794 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a2ade586-d2b3-4f11-afa4-9b5b819f5aa1 req-33e85eda-e5e9-4f1a-800a-2411b4010eef tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594099 Jun 15 19:43:10.448901 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-46c8dabe-1c73-48f8-9d7c-5fafa30fda56 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:43:10.698661 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-46c8dabe-1c73-48f8-9d7c-5fafa30fda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:10.740118 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c8dabe-1c73-48f8-9d7c-5fafa30fda56 None None] The sync data for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi is: [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:43:10.977309 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49930) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:10.999388 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76814bbd-30d2-4b5a-b6dc-28b59ff81940 None None] New status for floating IP 9fe3bd31-39b0-402b-a613-e19c0619d42f: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:43:11.350989 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49940) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:11.417031 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af33d269-b236-4367-bf85-487236778db5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (afd59538-736f-4779-98b3-cee92b8d0cc9), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:11.425483 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1dd930-31d9-48b7-a30e-28d7f7dc7378', 'name': 'network-vif-deleted', 'tag': '758322d5-263d-4d0a-87b4-7f197c2860e3'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:43:11.430138 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e3d09a-d566-44a4-8d2d-17312b6a9157" -d '{"events": [{"server_uuid": "0a1dd930-31d9-48b7-a30e-28d7f7dc7378", "name": "network-vif-deleted", "tag": "758322d5-263d-4d0a-87b4-7f197c2860e3"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:43:11.441109 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:43:11.448534 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af33d269-b236-4367-bf85-487236778db5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (afd59538-736f-4779-98b3-cee92b8d0cc9), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:11.494393 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:43:11.495414 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device bd7a10f2-591a-4870-ae8b-2b8a7ccd8af7 not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:43:11.575342 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af33d269-b236-4367-bf85-487236778db5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (afd59538-736f-4779-98b3-cee92b8d0cc9), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:11.579288 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af33d269-b236-4367-bf85-487236778db5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:11.584960 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-af33d269-b236-4367-bf85-487236778db5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "DELETE /v2.0/security-groups/afd59538-736f-4779-98b3-cee92b8d0cc9 HTTP/1.1" status: 204 len: 168 time: 0.2281623 Jun 15 19:43:11.599378 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49948) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:11.600499 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33d269-b236-4367-bf85-487236778db5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd59538-736f-4779-98b3-cee92b8d0cc9,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:11.623576 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bb81f-6f27-4133-8bc1-7cfe4c40f4ff req-75d98b71-5f0e-45f9-8997-6ffcf208ea21 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:11.627246 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ac3bb81f-6f27-4133-8bc1-7cfe4c40f4ff req-75d98b71-5f0e-45f9-8997-6ffcf208ea21 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.1108534 Jun 15 19:43:11.631401 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.api.v2.resource [None req-9c404fc8-f7d8-49e8-9681-a9810a402127 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] show failed (client error): The resource could not be found. Jun 15 19:43:11.633278 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-9c404fc8-f7d8-49e8-9681-a9810a402127 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups/afd59538-736f-4779-98b3-cee92b8d0cc9 HTTP/1.1" status: 404 len: 347 time: 0.0306060 Jun 15 19:43:11.637197 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49950) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:11.807078 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ac3bb81f-6f27-4133-8bc1-7cfe4c40f4ff req-b0c1970d-92a5-409e-87f4-447452b7b1f0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709449 Jun 15 19:43:11.827022 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-2294f12a-cabf-40a5-af0f-6ae40ea3c4dd tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Deleting port ce09a35b-440b-4b3c-b4ec-c7df3aa9a171 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:43:11.827503 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2294f12a-cabf-40a5-af0f-6ae40ea3c4dd tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (ce09a35b-440b-4b3c-b4ec-c7df3aa9a171), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:11.832020 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f9b5d3-57a9-4b7f-a7a3-d1d8522ad0a8 x-openstack-request-id: req-58f9b5d3-57a9-4b7f-a7a3-d1d8522ad0a8 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:43:11.832309 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1dd930-31d9-48b7-a30e-28d7f7dc7378", "name": "network-vif-deleted", "tag": "758322d5-263d-4d0a-87b4-7f197c2860e3", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:43:11.832567 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58f9b5d3-57a9-4b7f-a7a3-d1d8522ad0a8 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:43:11.832962 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f9b5d3-57a9-4b7f-a7a3-d1d8522ad0a8'] response: {'server_uuid': '0a1dd930-31d9-48b7-a30e-28d7f7dc7378', 'name': 'network-vif-deleted', 'tag': '758322d5-263d-4d0a-87b4-7f197c2860e3', 'status': 'completed', 'code': 200} Jun 15 19:43:11.890854 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:11.895160 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:11.916312 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2294f12a-cabf-40a5-af0f-6ae40ea3c4dd tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (ce09a35b-440b-4b3c-b4ec-c7df3aa9a171), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:11.916619 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2294f12a-cabf-40a5-af0f-6ae40ea3c4dd tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (ce09a35b-440b-4b3c-b4ec-c7df3aa9a171), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:11.924916 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7732f421-a325-4a74-93e7-58f33dca2a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623226'] for router_interface (e6428a8e-75f7-4120-99b6-23fde38e2ca4), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:11.936725 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-2294f12a-cabf-40a5-af0f-6ae40ea3c4dd tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Calling delete_port for ce09a35b-440b-4b3c-b4ec-c7df3aa9a171 owned by network:floatingip {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:43:12.103201 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2294f12a-cabf-40a5-af0f-6ae40ea3c4dd tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (ce09a35b-440b-4b3c-b4ec-c7df3aa9a171), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.133791 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294f12a-cabf-40a5-af0f-6ae40ea3c4dd tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event deleted for resources: {'Port': ['ID=ce09a35b-440b-4b3c-b4ec-c7df3aa9a171,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:12.207826 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2294f12a-cabf-40a5-af0f-6ae40ea3c4dd tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (9fe3bd31-39b0-402b-a613-e19c0619d42f), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.210632 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2294f12a-cabf-40a5-af0f-6ae40ea3c4dd tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.211852 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-2294f12a-cabf-40a5-af0f-6ae40ea3c4dd tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "DELETE /v2.0/floatingips/9fe3bd31-39b0-402b-a613-e19c0619d42f HTTP/1.1" status: 204 len: 168 time: 0.5703814 Jun 15 19:43:12.242748 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-7732f421-a325-4a74-93e7-58f33dca2a1b admin admin] Deleting port 691ce9e8-00eb-47aa-9985-3b833fcdc17c {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:43:12.247623 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7732f421-a325-4a74-93e7-58f33dca2a1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.296740 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49956) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:12.301265 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-82e6f81d-1956-4347-914f-692ce93b2e4d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768143990', 'description': 'tempest-description--621686937'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:43:12.326430 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-82e6f81d-1956-4347-914f-692ce93b2e4d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.347513 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-7732f421-a325-4a74-93e7-58f33dca2a1b admin admin] For port 691ce9e8-00eb-47aa-9985-3b833fcdc17c, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=691ce9e8-00eb-47aa-9985-3b833fcdc17c,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:43:12.348568 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7732f421-a325-4a74-93e7-58f33dca2a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.363355 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-7732f421-a325-4a74-93e7-58f33dca2a1b admin admin] Calling delete_port for 691ce9e8-00eb-47aa-9985-3b833fcdc17c owned by network:router_interface {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:43:12.403903 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-82e6f81d-1956-4347-914f-692ce93b2e4d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (96d68ea2-18ad-47d0-9f5d-2839ab394a1d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.409459 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-82e6f81d-1956-4347-914f-692ce93b2e4d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (96d68ea2-18ad-47d0-9f5d-2839ab394a1d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.425916 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:12.429160 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:12.443480 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-82e6f81d-1956-4347-914f-692ce93b2e4d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.444714 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-82e6f81d-1956-4347-914f-692ce93b2e4d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1469843 Jun 15 19:43:12.448623 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49958) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:12.454413 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-31874ffc-06c8-47c8-a39f-5d996cf7c99d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'security_group_rule': {'security_group_id': '96d68ea2-18ad-47d0-9f5d-2839ab394a1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:43:12.462814 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6f81d-1956-4347-914f-692ce93b2e4d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d68ea2-18ad-47d0-9f5d-2839ab394a1d,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:12.492191 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31874ffc-06c8-47c8-a39f-5d996cf7c99d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (7654e4d9-3848-4010-8822-ccd40395a294), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.567824 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7732f421-a325-4a74-93e7-58f33dca2a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (691ce9e8-00eb-47aa-9985-3b833fcdc17c), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.569061 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31874ffc-06c8-47c8-a39f-5d996cf7c99d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (7654e4d9-3848-4010-8822-ccd40395a294), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.573509 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31874ffc-06c8-47c8-a39f-5d996cf7c99d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (7654e4d9-3848-4010-8822-ccd40395a294), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.597747 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31874ffc-06c8-47c8-a39f-5d996cf7c99d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7654e4d9-3848-4010-8822-ccd40395a294,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:12.602892 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732f421-a325-4a74-93e7-58f33dca2a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=691ce9e8-00eb-47aa-9985-3b833fcdc17c,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:12.605116 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31874ffc-06c8-47c8-a39f-5d996cf7c99d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.606651 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-31874ffc-06c8-47c8-a39f-5d996cf7c99d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564839 Jun 15 19:43:12.609482 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49960) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:12.615887 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-7a1b56c6-b145-44b0-ae41-d5288e8c847b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'security_group_rule': {'security_group_id': '96d68ea2-18ad-47d0-9f5d-2839ab394a1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:43:12.650748 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7a1b56c6-b145-44b0-ae41-d5288e8c847b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (c1a8e6bd-0cd9-4d16-ac79-0b95e0da736e), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.736570 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7a1b56c6-b145-44b0-ae41-d5288e8c847b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (c1a8e6bd-0cd9-4d16-ac79-0b95e0da736e), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.744602 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7a1b56c6-b145-44b0-ae41-d5288e8c847b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (c1a8e6bd-0cd9-4d16-ac79-0b95e0da736e), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.749711 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7732f421-a325-4a74-93e7-58f33dca2a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623086'] for router_interface (e6428a8e-75f7-4120-99b6-23fde38e2ca4), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.764881 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b56c6-b145-44b0-ae41-d5288e8c847b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a8e6bd-0cd9-4d16-ac79-0b95e0da736e,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:12.778138 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7a1b56c6-b145-44b0-ae41-d5288e8c847b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.779369 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-7a1b56c6-b145-44b0-ae41-d5288e8c847b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688123 Jun 15 19:43:12.782889 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 49962) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:12.787353 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'floatingip': {'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:43:12.796483 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:12.815261 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.838687 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:12.973042 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:12.982498 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7732f421-a325-4a74-93e7-58f33dca2a1b admin admin] Router e6428a8e-75f7-4120-99b6-23fde38e2ca4 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:43:12.984183 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3f2e-8668-41bc-b0a5-5a16ea1af705 req-eb6e9e65-036c-4245-a4f3-67ccbb70bcab tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:12.985959 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5a5f3f2e-8668-41bc-b0a5-5a16ea1af705 req-eb6e9e65-036c-4245-a4f3-67ccbb70bcab tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0692196 Jun 15 19:43:13.092822 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7732f421-a325-4a74-93e7-58f33dca2a1b admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:43:13.098497 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-7732f421-a325-4a74-93e7-58f33dca2a1b admin admin] 10.222.0.15 "PUT /v2.0/routers/e6428a8e-75f7-4120-99b6-23fde38e2ca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1216247 Jun 15 19:43:13.101158 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49966) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:13.109596 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145b434-b64d-4ede-a600-74a5be9a57c0 None None] Sync routers for ids ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:43:13.113092 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5a5f3f2e-8668-41bc-b0a5-5a16ea1af705 req-f880f782-b953-4062-a4ba-c93dd1fc2afc tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186371 Jun 15 19:43:13.127805 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145b434-b64d-4ede-a600-74a5be9a57c0 None None] Routers {'e6428a8e-75f7-4120-99b6-23fde38e2ca4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:43:13.128746 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-0145b434-b64d-4ede-a600-74a5be9a57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:43:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:13.146003 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Allocated IP 172.27.0.222 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/c02e07ad-c677-4a60-b86c-d246f7e12a20) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:43:13.216567 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] Publish callbacks [] for router (e6428a8e-75f7-4120-99b6-23fde38e2ca4), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:13.272647 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-0145b434-b64d-4ede-a600-74a5be9a57c0 None None] Set router e6428a8e-75f7-4120-99b6-23fde38e2ca4 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:43:13.289880 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for port (c02e07ad-c677-4a60-b86c-d246f7e12a20), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:13.334201 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (c02e07ad-c677-4a60-b86c-d246f7e12a20), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:13.337609 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] Publish callbacks [] for router_gateway (e6428a8e-75f7-4120-99b6-23fde38e2ca4), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:13.377886 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:13.389144 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:13.390327 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:43:13.393864 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:43:13.399198 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:43:13.405152 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'Port': ['ID=c02e07ad-c677-4a60-b86c-d246f7e12a20,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:13.405790 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] Deleting port f1efbcb4-16a2-4561-96c9-58b75b3856b2 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:43:13.405790 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (f1efbcb4-16a2-4561-96c9-58b75b3856b2), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:13.454568 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 758322d5-263d-4d0a-87b4-7f197c2860e3 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:43:13.491326 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: 758322d5-263d-4d0a-87b4-7f197c2860e3 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:43:13.492430 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 758322d5-263d-4d0a-87b4-7f197c2860e3 not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:43:13.498384 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:13.498999 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:13.506213 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (8d05ae80-230a-429f-832c-363a1d98ade3), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:13.513278 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] For port f1efbcb4-16a2-4561-96c9-58b75b3856b2, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=f1efbcb4-16a2-4561-96c9-58b75b3856b2,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:43:13.513651 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (f1efbcb4-16a2-4561-96c9-58b75b3856b2), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:13.539262 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] Calling delete_port for f1efbcb4-16a2-4561-96c9-58b75b3856b2 owned by network:router_gateway {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:43:13.552669 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (c02e07ad-c677-4a60-b86c-d246f7e12a20), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:13.586036 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-0145b434-b64d-4ede-a600-74a5be9a57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:43:12Z', 'revision_number': 5, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port': {'id': 'f1efbcb4-16a2-4561-96c9-58b75b3856b2', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:13.632941 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145b434-b64d-4ede-a600-74a5be9a57c0 None None] Checking router: e6428a8e-75f7-4120-99b6-23fde38e2ca4 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:43:13.644695 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145b434-b64d-4ede-a600-74a5be9a57c0 None None] Routers {'e6428a8e-75f7-4120-99b6-23fde38e2ca4'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:43:13.645327 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-0145b434-b64d-4ede-a600-74a5be9a57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:43:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:13.741758 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:13.762934 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:13.766943 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for port (c02e07ad-c677-4a60-b86c-d246f7e12a20), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:13.774851 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (c02e07ad-c677-4a60-b86c-d246f7e12a20), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:13.794406 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (f1efbcb4-16a2-4561-96c9-58b75b3856b2), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:13.872922 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1efbcb4-16a2-4561-96c9-58b75b3856b2,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:13.878221 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622655'] for router_gateway (e6428a8e-75f7-4120-99b6-23fde38e2ca4), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:13.889914 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-0145b434-b64d-4ede-a600-74a5be9a57c0 None None] Set router e6428a8e-75f7-4120-99b6-23fde38e2ca4 gateway port host: None {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:43:13.895099 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'Port': ['ID=c02e07ad-c677-4a60-b86c-d246f7e12a20,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:13.907514 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (8d05ae80-230a-429f-832c-363a1d98ade3), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:13.928300 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:13.939306 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-886896e0-7bae-4f32-b8e7-023255896184 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1468878 Jun 15 19:43:13.951981 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-0145b434-b64d-4ede-a600-74a5be9a57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:43:13Z', 'revision_number': 6, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port_host': None}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:13.985796 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145b434-b64d-4ede-a600-74a5be9a57c0 None None] The sync data for ids ['e6428a8e-75f7-4120-99b6-23fde38e2ca4'] in dv-cinder-844563-3-iscsi is: [{'id': 'e6428a8e-75f7-4120-99b6-23fde38e2ca4', 'name': 'tempest-ServerRescueNegativeTestJSON-940885207-router', 'tenant_id': '0d5270cd64fd4929af7b063cf2e2b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:43:13Z', 'revision_number': 6, 'project_id': '0d5270cd64fd4929af7b063cf2e2b653', 'gw_port_host': None}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:43:14.019850 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router (e6428a8e-75f7-4120-99b6-23fde38e2ca4), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:14.023255 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] Publish callbacks [] for router_controller (e6428a8e-75f7-4120-99b6-23fde38e2ca4), precommit_delete_associations {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:14.113859 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622511'] for router (e6428a8e-75f7-4120-99b6-23fde38e2ca4), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:14.114818 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6428a8e-75f7-4120-99b6-23fde38e2ca4 {{(pid=104103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 19:43:14.124297 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:14.126253 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-4ca09d59-5afa-44fb-bc5b-a873404ea8a6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e6428a8e-75f7-4120-99b6-23fde38e2ca4 HTTP/1.1" status: 204 len: 168 time: 1.0236468 Jun 15 19:43:14.128799 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49980) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:14.142473 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-bd407656-1d69-4c5a-a6e7-4f812ae23e65 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--768143990&fields=id&tenant_id=e8e1414ffa3548938432aed200c75736 HTTP/1.1" status: 200 len: 267 time: 0.0647814 Jun 15 19:43:14.190292 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_v2 [None req-2239e117-2a96-4b56-bbe0-fb56595b9233 admin admin] Deleting subnet 3def59ec-5e01-46ed-a957-69e35b3dfb79 {{(pid=104103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:43:14.194638 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2239e117-2a96-4b56-bbe0-fb56595b9233 admin admin] Publish callbacks [] for subnet (3def59ec-5e01-46ed-a957-69e35b3dfb79), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:14.236650 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2239e117-2a96-4b56-bbe0-fb56595b9233 admin admin] Publish callbacks [] for subnet (3def59ec-5e01-46ed-a957-69e35b3dfb79), precommit_delete_associations {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:14.333352 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2239e117-2a96-4b56-bbe0-fb56595b9233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (3def59ec-5e01-46ed-a957-69e35b3dfb79), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:14.422362 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2239e117-2a96-4b56-bbe0-fb56595b9233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for subnet (3def59ec-5e01-46ed-a957-69e35b3dfb79), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:14.463440 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239e117-2a96-4b56-bbe0-fb56595b9233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3def59ec-5e01-46ed-a957-69e35b3dfb79,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:14.473241 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2239e117-2a96-4b56-bbe0-fb56595b9233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:14.479217 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-2239e117-2a96-4b56-bbe0-fb56595b9233 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3def59ec-5e01-46ed-a957-69e35b3dfb79 HTTP/1.1" status: 204 len: 168 time: 0.3487647 Jun 15 19:43:14.480020 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51fcc80-14b4-40c2-accb-00b41eddd67f None None] Network f41991f1-753c-4841-8d77-8c975a43b0cd requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:43:14.481045 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 49984) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:14.575602 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1e0b8-7d11-470c-a6cc-3a6c067ec4c9 req-25b8433b-47e9-47ed-8e04-c697473e8637 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:14.576396 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (f41991f1-753c-4841-8d77-8c975a43b0cd), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:14.577358 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6da1e0b8-7d11-470c-a6cc-3a6c067ec4c9 req-25b8433b-47e9-47ed-8e04-c697473e8637 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.3282702 Jun 15 19:43:14.590006 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-b14f7298-a6ad-4492-b507-ccea83d2673a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:14.591706 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-b14f7298-a6ad-4492-b507-ccea83d2673a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/networks?id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 HTTP/1.1" status: 200 len: 814 time: 0.4406366 Jun 15 19:43:14.622313 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ab27dd45-b92c-4ec3-a56f-0c0c70b0fd0e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/quotas/e8e1414ffa3548938432aed200c75736 HTTP/1.1" status: 200 len: 375 time: 0.0155158 Jun 15 19:43:14.648991 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Deleting port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:43:14.649334 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (9ee93af4-19ed-4caa-bb5b-b9fc35d963a2), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:14.683699 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6da1e0b8-7d11-470c-a6cc-3a6c067ec4c9 req-3b949dee-76a0-4049-ade2-cc7978a7225c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910194 Jun 15 19:43:14.694985 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-74227959-af9f-4b3b-ade5-5787da768a5b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640829 Jun 15 19:43:14.735694 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] For port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=9ee93af4-19ed-4caa-bb5b-b9fc35d963a2,segment=NetworkSegment(7cd5ab3c-e804-498c-b0e9-c743fb0fd838),segment_id=7cd5ab3c-e804-498c-b0e9-c743fb0fd838)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:43:14.736289 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (9ee93af4-19ed-4caa-bb5b-b9fc35d963a2), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:14.758499 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Calling delete_port for 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:43:14.817090 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:14.847459 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:14.898810 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3d32fe-ac41-4f99-8669-982dc85ae080 None None] DHCP port deletion for f41991f1-753c-4841-8d77-8c975a43b0cd request from dv-cinder-844563-3-iscsi {{(pid=104105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 19:43:14.906507 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (9ee93af4-19ed-4caa-bb5b-b9fc35d963a2), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:14.934814 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] No DVR routers for this DVR port 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 on host dv-cinder-844563-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:43:14.947848 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-919bb63a-ceda-4e77-bf74-657ff8a67df5 service neutron] 10.222.0.15 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368371 Jun 15 19:43:14.965414 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee93af4-19ed-4caa-bb5b-b9fc35d963a2,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:15.008396 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device f1efbcb4-16a2-4561-96c9-58b75b3856b2 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:43:15.040140 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: f1efbcb4-16a2-4561-96c9-58b75b3856b2 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:43:15.040805 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device f1efbcb4-16a2-4561-96c9-58b75b3856b2 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:43:15.041268 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 691ce9e8-00eb-47aa-9985-3b833fcdc17c no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:43:15.068581 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-8131f404-655b-42ee-bb7b-ab22299f645a service neutron] 10.222.0.15 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141107 Jun 15 19:43:15.069396 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (f41991f1-753c-4841-8d77-8c975a43b0cd), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:15.075798 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 691ce9e8-00eb-47aa-9985-3b833fcdc17c {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:43:15.076332 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 691ce9e8-00eb-47aa-9985-3b833fcdc17c not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:43:15.076743 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:43:15.096015 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:43:15.096388 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:43:15.097125 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:43:15.098004 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Subscribe: > port after_create 55550000 {{(pid=104103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:43:15.098391 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Subscribe: > port after_delete 55550000 {{(pid=104103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:43:15.098553 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:43:15.098838 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Subscribe: > port after_update 55550000 {{(pid=104103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:43:15.099023 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 9ee93af4-19ed-4caa-bb5b-b9fc35d963a2 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:43:15.099170 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:43:15.099486 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:43:15.099732 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:43:15.100005 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:43:15.172049 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:43:15.172428 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:43:15.172803 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:43:15.173124 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 19:43:15.173606 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41991f1-753c-4841-8d77-8c975a43b0cd']}} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:15.195474 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd5ab3c-e804-498c-b0e9-c743fb0fd838') {'for_net_delete': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:15.195781 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd5ab3c-e804-498c-b0e9-c743fb0fd838') {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:15.224940 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10169555'] for segment (7cd5ab3c-e804-498c-b0e9-c743fb0fd838), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:15.266303 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (7cd5ab3c-e804-498c-b0e9-c743fb0fd838), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:15.281530 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:43:15.283181 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10171343'] for segment (7cd5ab3c-e804-498c-b0e9-c743fb0fd838), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:15.296534 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7bbd04d7-10bb-45f6-92e6-b63222dbfbad req-6787ae6f-eafc-4ce3-92af-5d15b7187576 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 210 time: 0.0368547 Jun 15 19:43:15.601814 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (f41991f1-753c-4841-8d77-8c975a43b0cd), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:15.609718 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:15.613456 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] 10.222.0.15 "DELETE /v2.0/networks/f41991f1-753c-4841-8d77-8c975a43b0cd HTTP/1.1" status: 204 len: 168 time: 1.1308143 Jun 15 19:43:15.623633 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa960063-1e9a-4d5b-8a24-d3daec841bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=f41991f1-753c-4841-8d77-8c975a43b0cd,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:15.765292 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment 7cd5ab3c-e804-498c-b0e9-c743fb0fd838 resource provider aggregate not found Jun 15 19:43:15.783713 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment 7cd5ab3c-e804-498c-b0e9-c743fb0fd838 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cd5ab3c-e804-498c-b0e9-c743fb0fd838 found for delete ", "request_id": "req-4d171a73-027a-450c-b15f-e0422e3d5d80"}]} Jun 15 19:43:15.824399 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c645e5-5fb8-4ec5-9269-248946dfbed3 req-16833ed8-0f19-4559-84c6-c396efc35208 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:15.826031 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-95c645e5-5fb8-4ec5-9269-248946dfbed3 req-16833ed8-0f19-4559-84c6-c396efc35208 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0530038 Jun 15 19:43:15.836130 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 50014) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:15.880356 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-30ceb725-f9ec-4410-a0fa-88d9efa7a6ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d5270cd64fd4929af7b063cf2e2b653&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423133 Jun 15 19:43:15.881471 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-95c645e5-5fb8-4ec5-9269-248946dfbed3 req-5b7d4776-22cf-46db-915e-e178ada6f9fd tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492711 Jun 15 19:43:15.883807 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 50016) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:15.940551 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-02890bad-6145-49ea-bcd2-bd6ed3ffd51e admin admin] Publish callbacks [] for security_group (5ede993a-ca14-492e-a272-f48f6bcc89a9), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:15.965558 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-02890bad-6145-49ea-bcd2-bd6ed3ffd51e admin admin] Publish callbacks [] for security_group (5ede993a-ca14-492e-a272-f48f6bcc89a9), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:16.016497 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-02890bad-6145-49ea-bcd2-bd6ed3ffd51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (5ede993a-ca14-492e-a272-f48f6bcc89a9), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:16.019989 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-02890bad-6145-49ea-bcd2-bd6ed3ffd51e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:16.021128 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-02890bad-6145-49ea-bcd2-bd6ed3ffd51e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ede993a-ca14-492e-a272-f48f6bcc89a9 HTTP/1.1" status: 204 len: 168 time: 0.1348059 Jun 15 19:43:16.030173 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02890bad-6145-49ea-bcd2-bd6ed3ffd51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ede993a-ca14-492e-a272-f48f6bcc89a9,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:16.400731 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-996b96d2-1c68-44a4-8117-0a966294a263 req-82f6f5f1-1c76-49db-b84f-b05b93fa2b12 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 210 time: 0.0334611 Jun 15 19:43:16.559518 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-6dc32107-5c94-49ed-a4f3-c8afd2c75005 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:16.561104 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-6dc32107-5c94-49ed-a4f3-c8afd2c75005 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "GET /v2.0/networks?id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 HTTP/1.1" status: 200 len: 814 time: 0.1155202 Jun 15 19:43:16.636910 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-d91b8ee3-ac10-4336-9c13-f43d4ed63b3c tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8e1414ffa3548938432aed200c75736 HTTP/1.1" status: 200 len: 379 time: 0.0659885 Jun 15 19:43:16.730748 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-e72deaaf-20db-4542-838b-2a10d23d50c8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'port': {'device_id': '4ccd536f-9eda-43e3-8d9c-c630c9230078', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'admin_state_up': True, 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'security_groups': ['96d68ea2-18ad-47d0-9f5d-2839ab394a1d']}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:43:16.850724 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-e72deaaf-20db-4542-838b-2a10d23d50c8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Made reservation on behalf of e8e1414ffa3548938432aed200c75736 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:43:16.854199 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-e72deaaf-20db-4542-838b-2a10d23d50c8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:16.998339 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-e72deaaf-20db-4542-838b-2a10d23d50c8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Allocated IP 172.20.0.10 (25ed2ffb-2899-41f6-afeb-0cd1a1d94e79/06f7de3d-736b-4eeb-b465-011df871e6d7/51db7a20-102d-4070-b32a-b9df7e5cbfbb) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:43:16.998632 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:17.022626 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabce26-6c2a-49b9-8639-9c1aa4461c59 req-570ba60c-3435-4cbc-8e17-d2ccb685e84f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:17.023764 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfabce26-6c2a-49b9-8639-9c1aa4461c59 req-570ba60c-3435-4cbc-8e17-d2ccb685e84f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0592940 Jun 15 19:43:17.048508 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:17.085190 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfabce26-6c2a-49b9-8639-9c1aa4461c59 req-8de1a77c-f409-4d41-abbe-d833064add18 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554445 Jun 15 19:43:17.190690 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-e72deaaf-20db-4542-838b-2a10d23d50c8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:17.226044 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-e72deaaf-20db-4542-838b-2a10d23d50c8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:17.233114 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:DELETE=6,neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:17.281948 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-e72deaaf-20db-4542-838b-2a10d23d50c8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:43:17.288358 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-e72deaaf-20db-4542-838b-2a10d23d50c8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:43:17.291258 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-e72deaaf-20db-4542-838b-2a10d23d50c8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:43:17.299681 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72deaaf-20db-4542-838b-2a10d23d50c8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event updated for resources: {'Port': ['ID=51db7a20-102d-4070-b32a-b9df7e5cbfbb,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:17.360689 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-e72deaaf-20db-4542-838b-2a10d23d50c8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:17.361352 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-e72deaaf-20db-4542-838b-2a10d23d50c8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:17.382507 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-e72deaaf-20db-4542-838b-2a10d23d50c8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6559899 Jun 15 19:43:17.498197 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 50080) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:17.515620 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Request body: {'port': {'device_id': '4ccd536f-9eda-43e3-8d9c-c630c9230078', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:43:17.529809 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:17.536924 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-d56bdafb-c144-4748-9959-b7b6cd68ae91 None None] Provisioning complete for port 51db7a20-102d-4070-b32a-b9df7e5cbfbb triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:43:17.537482 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d56bdafb-c144-4748-9959-b7b6cd68ae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:17.538522 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392ae44-8c10-4a1f-b344-535493c30332 req-ffb7e5c6-073e-4ecb-9f78-f03c7bdfb97a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:17.540319 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a392ae44-8c10-4a1f-b344-535493c30332 req-ffb7e5c6-073e-4ecb-9f78-f03c7bdfb97a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 932 time: 0.0571506 Jun 15 19:43:17.574133 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0ac970af-cbdb-47c5-8e6c-959be005ecf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:17.578547 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d56bdafb-c144-4748-9959-b7b6cd68ae91 None None] Port 51db7a20-102d-4070-b32a-b9df7e5cbfbb cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:43:17.594335 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a392ae44-8c10-4a1f-b344-535493c30332 req-1253f1fe-a810-43d3-b7e2-e060e89fb4b9 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=96d68ea2-18ad-47d0-9f5d-2839ab394a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483406 Jun 15 19:43:17.622836 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:17.786584 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0ac970af-cbdb-47c5-8e6c-959be005ecf2 admin admin] Publish callbacks [] for security_group (72844b0f-53d5-4932-9b35-30ecec0f3185), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:17.802027 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0ac970af-cbdb-47c5-8e6c-959be005ecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (72844b0f-53d5-4932-9b35-30ecec0f3185), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:17.857648 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-0ac970af-cbdb-47c5-8e6c-959be005ecf2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7776863ddeb74fb28b1b8ea207cfa1da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583760 Jun 15 19:43:17.860370 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 50084) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:17.888220 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac970af-cbdb-47c5-8e6c-959be005ecf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72844b0f-53d5-4932-9b35-30ecec0f3185,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:17.914199 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-351c7e99-85ab-477a-bb83-98c8304aea5a admin admin] Publish callbacks [] for security_group (72844b0f-53d5-4932-9b35-30ecec0f3185), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:17.936160 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-351c7e99-85ab-477a-bb83-98c8304aea5a admin admin] Publish callbacks [] for security_group (72844b0f-53d5-4932-9b35-30ecec0f3185), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:17.970521 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:17.977796 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51db7a20-102d-4070-b32a-b9df7e5cbfbb {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:43:17.983473 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-351c7e99-85ab-477a-bb83-98c8304aea5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (72844b0f-53d5-4932-9b35-30ecec0f3185), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:17.986667 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-351c7e99-85ab-477a-bb83-98c8304aea5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:17.986836 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Publish callbacks [] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:17.988596 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-351c7e99-85ab-477a-bb83-98c8304aea5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72844b0f-53d5-4932-9b35-30ecec0f3185 HTTP/1.1" status: 204 len: 168 time: 0.1264329 Jun 15 19:43:18.000310 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c7e99-85ab-477a-bb83-98c8304aea5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72844b0f-53d5-4932-9b35-30ecec0f3185,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:18.002847 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Transition to ACTIVE for port object 51db7a20-102d-4070-b32a-b9df7e5cbfbb will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:43:18.007967 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:18.064121 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Pushing event updated for resources: {'Port': ['ID=51db7a20-102d-4070-b32a-b9df7e5cbfbb,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:18.142977 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Attempting to bind port 51db7a20-102d-4070-b32a-b9df7e5cbfbb on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:43:18.143105 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Attempting to bind port 51db7a20-102d-4070-b32a-b9df7e5cbfbb by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:43:18.143412 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Attempting to bind port 51db7a20-102d-4070-b32a-b9df7e5cbfbb on network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:43:18.148935 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Port 51db7a20-102d-4070-b32a-b9df7e5cbfbb on network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:43:18.149260 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Attempting to bind port 51db7a20-102d-4070-b32a-b9df7e5cbfbb on network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:43:18.155248 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:43:18.155581 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Checking segment: {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:43:18.156007 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Bound using segment: {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:43:18.156436 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Bound port: 51db7a20-102d-4070-b32a-b9df7e5cbfbb, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91cbe2e-64fc-4c84-9e19-446ba5854d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:43:18.156786 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:18.208514 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:18.239235 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] For port 51db7a20-102d-4070-b32a-b9df7e5cbfbb, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:43:18.242995 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] For port 51db7a20-102d-4070-b32a-b9df7e5cbfbb, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=51db7a20-102d-4070-b32a-b9df7e5cbfbb,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:43:18.252307 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1583e6-56d1-43a5-a19c-3f26e246b796 req-9ed76ceb-1f8c-4828-92ad-932ee29bb69b tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:18.254031 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:18.254890 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fb1583e6-56d1-43a5-a19c-3f26e246b796 req-9ed76ceb-1f8c-4828-92ad-932ee29bb69b tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0712657 Jun 15 19:43:18.298674 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:18.299312 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:18.301229 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] 10.222.0.42 "PUT /v2.0/ports/51db7a20-102d-4070-b32a-b9df7e5cbfbb HTTP/1.1" status: 200 len: 1094 time: 0.9110069 Jun 15 19:43:18.301663 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccd536f-9eda-43e3-8d9c-c630c9230078', 'tag': '51db7a20-102d-4070-b32a-b9df7e5cbfbb'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:43:18.304172 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8a02ee-faca-4d72-bb78-ddc433fb3c77" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccd536f-9eda-43e3-8d9c-c630c9230078", "tag": "51db7a20-102d-4070-b32a-b9df7e5cbfbb"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:43:18.331965 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fb1583e6-56d1-43a5-a19c-3f26e246b796 req-4f539cd4-33cd-4732-8a1a-474e2081c967 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697596 Jun 15 19:43:18.361201 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0084c480-e251-4fe9-b089-a971d843b351 x-openstack-request-id: req-0084c480-e251-4fe9-b089-a971d843b351 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:43:18.361553 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccd536f-9eda-43e3-8d9c-c630c9230078", "tag": "51db7a20-102d-4070-b32a-b9df7e5cbfbb", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:43:18.361867 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0084c480-e251-4fe9-b089-a971d843b351 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:43:18.362508 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0084c480-e251-4fe9-b089-a971d843b351'] response: {'name': 'network-changed', 'server_uuid': '4ccd536f-9eda-43e3-8d9c-c630c9230078', 'tag': '51db7a20-102d-4070-b32a-b9df7e5cbfbb', 'status': 'completed', 'code': 200} Jun 15 19:43:18.385064 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d3b6f-b403-4d59-867c-8f1006b37c50 service neutron] Pushing event updated for resources: {'Port': ['ID=51db7a20-102d-4070-b32a-b9df7e5cbfbb,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:18.419697 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-755556f3-3904-4889-8f3e-fd1d5e592b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:18.421474 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-755556f3-3904-4889-8f3e-fd1d5e592b70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 1128 time: 0.0629122 Jun 15 19:43:18.466314 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-023385f3-4db5-4637-aa39-b56356717108 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51db7a20-102d-4070-b32a-b9df7e5cbfbb HTTP/1.1" status: 200 len: 217 time: 0.0360920 Jun 15 19:43:18.467357 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:18.519269 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-a3fdda1a-b04f-4713-ae0f-891050039d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:18.520752 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-a3fdda1a-b04f-4713-ae0f-891050039d57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06f7de3d-736b-4eeb-b465-011df871e6d7 HTTP/1.1" status: 200 len: 853 time: 0.0483010 Jun 15 19:43:18.571627 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-9c0b8d6c-a3c9-4f29-8051-8ce8ce46ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:18.573149 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-9c0b8d6c-a3c9-4f29-8051-8ce8ce46ca2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461557 Jun 15 19:43:18.639593 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:18.684287 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-5ca50d1b-cdfd-4cb2-a285-e773d2a0dd8b service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050029 Jun 15 19:43:18.730548 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcb237-74b4-40fe-be70-b6828ceee435 req-5b96c782-e7c9-4f78-a872-705122a6efaf tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:18.734556 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-39fcb237-74b4-40fe-be70-b6828ceee435 req-5b96c782-e7c9-4f78-a872-705122a6efaf tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 944 time: 0.0544324 Jun 15 19:43:18.794327 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-39fcb237-74b4-40fe-be70-b6828ceee435 req-d2bb6e2a-0cc2-4935-806f-eb6db37fba8e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=96d68ea2-18ad-47d0-9f5d-2839ab394a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566385 Jun 15 19:43:18.796772 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ea8a8129-0377-4e79-8b6d-af472100a195 req-fb326b3d-0397-4d07-ab44-0eba8f71f3e9 service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024861 Jun 15 19:43:19.402384 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:43:19.475000 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468563f0-af94-4dc8-8f85-33ada208b5bf req-af7c9bd0-538e-417e-b6a0-d36ed5c5d6fe tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:19.476475 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-468563f0-af94-4dc8-8f85-33ada208b5bf req-af7c9bd0-538e-417e-b6a0-d36ed5c5d6fe tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0470936 Jun 15 19:43:19.524316 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-468563f0-af94-4dc8-8f85-33ada208b5bf req-9df2d57f-8b66-4e5a-8b7e-3e69b87ba929 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422926 Jun 15 19:43:19.664239 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a02ee-faca-4d72-bb78-ddc433fb3c77 req-047b4204-2c2e-4569-823c-9966f2463d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:19.665829 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ac8a02ee-faca-4d72-bb78-ddc433fb3c77 req-047b4204-2c2e-4569-823c-9966f2463d8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 1128 time: 0.0407310 Jun 15 19:43:19.762479 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a02ee-faca-4d72-bb78-ddc433fb3c77 req-bfc83f3b-cebf-473c-a51e-5a22f479b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:19.763955 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ac8a02ee-faca-4d72-bb78-ddc433fb3c77 req-bfc83f3b-cebf-473c-a51e-5a22f479b231 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 HTTP/1.1" status: 200 len: 915 time: 0.0922911 Jun 15 19:43:19.805480 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ac8a02ee-faca-4d72-bb78-ddc433fb3c77 req-7207ec9c-1948-4cbd-9d1e-3ae379b6907e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51db7a20-102d-4070-b32a-b9df7e5cbfbb HTTP/1.1" status: 200 len: 217 time: 0.0350473 Jun 15 19:43:19.858924 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:19.868804 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a02ee-faca-4d72-bb78-ddc433fb3c77 req-3b24c1d7-68f4-4b41-acc0-ebc309ae8340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:19.871337 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ac8a02ee-faca-4d72-bb78-ddc433fb3c77 req-3b24c1d7-68f4-4b41-acc0-ebc309ae8340 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06f7de3d-736b-4eeb-b465-011df871e6d7 HTTP/1.1" status: 200 len: 853 time: 0.0598602 Jun 15 19:43:19.917115 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28596b4b-0668-4409-973c-a65b28bc9220 req-aee507a1-61e0-4f29-b680-13518d955cd6 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:19.918004 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a02ee-faca-4d72-bb78-ddc433fb3c77 req-53885099-4ea0-483c-8b66-4bc3d26f8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:19.918647 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-28596b4b-0668-4409-973c-a65b28bc9220 req-aee507a1-61e0-4f29-b680-13518d955cd6 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 944 time: 0.0514092 Jun 15 19:43:19.919505 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ac8a02ee-faca-4d72-bb78-ddc433fb3c77 req-53885099-4ea0-483c-8b66-4bc3d26f8d66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412343 Jun 15 19:43:19.971120 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-28596b4b-0668-4409-973c-a65b28bc9220 req-25125ec6-cb43-4c83-a75c-e1645e65aac5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=96d68ea2-18ad-47d0-9f5d-2839ab394a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465071 Jun 15 19:43:20.015565 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ac8a02ee-faca-4d72-bb78-ddc433fb3c77 req-63c416a0-9ec3-4d99-baf0-4b405c6cd5bb service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886152 Jun 15 19:43:20.107388 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ac8a02ee-faca-4d72-bb78-ddc433fb3c77 req-71161a8a-ce34-432c-bdb5-89b7b1153ae1 service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851774 Jun 15 19:43:20.641773 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300ffb5-1c65-45d1-b59c-612472a90172 req-37b70443-bdf8-4a67-8876-13419e93e6d1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:20.643259 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a300ffb5-1c65-45d1-b59c-612472a90172 req-37b70443-bdf8-4a67-8876-13419e93e6d1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0478349 Jun 15 19:43:20.692419 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a300ffb5-1c65-45d1-b59c-612472a90172 req-1df67369-7ca9-4461-880b-29356bca09cf tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428622 Jun 15 19:43:21.093769 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96c667-a687-4b9f-94b5-6b0e418faf35 req-8acc0c14-1b6b-4371-bac5-4363980565c9 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:21.097862 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4c96c667-a687-4b9f-94b5-6b0e418faf35 req-8acc0c14-1b6b-4371-bac5-4363980565c9 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 944 time: 0.0571496 Jun 15 19:43:21.144810 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4c96c667-a687-4b9f-94b5-6b0e418faf35 req-d836232b-6ca1-4ff9-9065-032bfacfe51d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=96d68ea2-18ad-47d0-9f5d-2839ab394a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431750 Jun 15 19:43:21.411419 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:21.815582 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614df49b-5535-4f09-9af4-0e88264de34a req-4678631a-b3f5-4478-a8aa-9a0080d1b4f7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:21.817537 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-614df49b-5535-4f09-9af4-0e88264de34a req-4678631a-b3f5-4478-a8aa-9a0080d1b4f7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0504954 Jun 15 19:43:21.849693 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:21.864572 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-614df49b-5535-4f09-9af4-0e88264de34a req-197d3417-ffe9-4324-810c-9d2988821925 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415516 Jun 15 19:43:22.171404 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 51db7a20-102d-4070-b32a-b9df7e5cbfbb details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:43:22.260191 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768845b7-18eb-49f6-b2f4-03a64ea65bf4 req-578805bf-16ed-4da0-bffd-71725e7e809a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:22.261713 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-768845b7-18eb-49f6-b2f4-03a64ea65bf4 req-578805bf-16ed-4da0-bffd-71725e7e809a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 944 time: 0.0494065 Jun 15 19:43:22.276823 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 51db7a20-102d-4070-b32a-b9df7e5cbfbb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=51db7a20-102d-4070-b32a-b9df7e5cbfbb,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:43:22.289641 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': '51db7a20-102d-4070-b32a-b9df7e5cbfbb', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'port_id': '51db7a20-102d-4070-b32a-b9df7e5cbfbb', 'mac_address': 'fa:16:3e:b9:6c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:43:22.325093 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-768845b7-18eb-49f6-b2f4-03a64ea65bf4 req-66381dbd-eab2-4e04-ab4e-1ff047ba7e28 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=96d68ea2-18ad-47d0-9f5d-2839ab394a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567217 Jun 15 19:43:22.327379 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 51db7a20-102d-4070-b32a-b9df7e5cbfbb is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:43:22.327771 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:22.344929 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51db7a20-102d-4070-b32a-b9df7e5cbfbb {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:43:22.374350 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 51db7a20-102d-4070-b32a-b9df7e5cbfbb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=51db7a20-102d-4070-b32a-b9df7e5cbfbb,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:43:22.379030 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:22.428561 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=51db7a20-102d-4070-b32a-b9df7e5cbfbb,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:22.435647 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.435997 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.436333 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.436690 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.437023 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.437347 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.437677 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.437988 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.438334 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.438655 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.439034 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.439482 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.439831 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.440219 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.440643 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:22.983849 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1cbe6-a901-4b22-a5db-d09528ba89e6 req-9aba62eb-f8d0-4e8b-9426-ee5c0385a39a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:22.985314 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eae1cbe6-a901-4b22-a5db-d09528ba89e6 req-9aba62eb-f8d0-4e8b-9426-ee5c0385a39a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0478320 Jun 15 19:43:23.021841 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:23.038044 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eae1cbe6-a901-4b22-a5db-d09528ba89e6 req-1a59f527-efbc-4fe3-bb6d-2eb1568af4af tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470655 Jun 15 19:43:23.444607 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4fd4d-a41d-4684-a7ca-640e247736bf req-f6bde93f-beaa-4bff-8019-6da93c659fa8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:23.446078 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b8b4fd4d-a41d-4684-a7ca-640e247736bf req-f6bde93f-beaa-4bff-8019-6da93c659fa8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 945 time: 0.0470536 Jun 15 19:43:23.492309 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b8b4fd4d-a41d-4684-a7ca-640e247736bf req-eaac312d-ea32-4385-8f12-8653f83d078d tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=96d68ea2-18ad-47d0-9f5d-2839ab394a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407407 Jun 15 19:43:24.130123 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['51db7a20-102d-4070-b32a-b9df7e5cbfbb'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:43:24.167180 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da3097-0243-4cf2-8c3c-a26547bdb86f req-597952e7-1ca3-42ef-b2f0-88fadfcf70a2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:24.168843 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-23da3097-0243-4cf2-8c3c-a26547bdb86f req-597952e7-1ca3-42ef-b2f0-88fadfcf70a2 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0547345 Jun 15 19:43:24.228340 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-23da3097-0243-4cf2-8c3c-a26547bdb86f req-ae20b1be-1482-4170-8763-d14c44986f5a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521171 Jun 15 19:43:24.620651 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723d5a0-cb38-46cb-9435-9fd7b4699b0b req-3ba1756e-8e1b-4188-9eab-eeb1b4ab3cf0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:24.622174 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c723d5a0-cb38-46cb-9435-9fd7b4699b0b req-3ba1756e-8e1b-4188-9eab-eeb1b4ab3cf0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 945 time: 0.0548451 Jun 15 19:43:24.670191 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c723d5a0-cb38-46cb-9435-9fd7b4699b0b req-58cf5818-4391-4042-9e8b-05e649dd5a0a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=96d68ea2-18ad-47d0-9f5d-2839ab394a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422714 Jun 15 19:43:25.351777 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10e3ee-2774-4ea6-af73-e59243e96943 req-9f4b2963-77e8-4916-a3ee-62f2538a5cae tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:25.353263 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1f10e3ee-2774-4ea6-af73-e59243e96943 req-9f4b2963-77e8-4916-a3ee-62f2538a5cae tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0485718 Jun 15 19:43:25.401963 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1f10e3ee-2774-4ea6-af73-e59243e96943 req-fb3666b3-fdfa-4335-90ee-d35a49d2ba49 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420301 Jun 15 19:43:25.790045 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f191cf7-932a-42bd-a062-47f398b1753b req-bd531a14-6784-4f41-9160-778263115d23 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:25.791561 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9f191cf7-932a-42bd-a062-47f398b1753b req-bd531a14-6784-4f41-9160-778263115d23 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 945 time: 0.0528667 Jun 15 19:43:25.837922 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9f191cf7-932a-42bd-a062-47f398b1753b req-df7f8c3e-8b73-4a19-9f15-6e3c08d084fa tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=96d68ea2-18ad-47d0-9f5d-2839ab394a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404506 Jun 15 19:43:26.520019 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c6687-f439-4c44-826a-79ca0521b31c req-bfddb2d3-1a5f-4dc0-9e54-51717b31465f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:26.521461 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5f0c6687-f439-4c44-826a-79ca0521b31c req-bfddb2d3-1a5f-4dc0-9e54-51717b31465f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0475988 Jun 15 19:43:26.554585 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 51db7a20-102d-4070-b32a-b9df7e5cbfbb up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:43:26.568832 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5f0c6687-f439-4c44-826a-79ca0521b31c req-9e8ca33a-b2ee-4cab-b52c-56842edd7a91 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416768 Jun 15 19:43:26.599811 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port 51db7a20-102d-4070-b32a-b9df7e5cbfbb completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:43:26.606322 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port 51db7a20-102d-4070-b32a-b9df7e5cbfbb triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:43:26.606782 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:26.679716 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 51db7a20-102d-4070-b32a-b9df7e5cbfbb is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:43:26.680103 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:26.702667 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccd536f-9eda-43e3-8d9c-c630c9230078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51db7a20-102d-4070-b32a-b9df7e5cbfbb'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:43:26.704874 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1606f85e-d1b2-49cf-add6-587396fb44a9" -d '{"events": [{"server_uuid": "4ccd536f-9eda-43e3-8d9c-c630c9230078", "name": "network-vif-plugged", "status": "completed", "tag": "51db7a20-102d-4070-b32a-b9df7e5cbfbb"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:43:26.718077 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 51db7a20-102d-4070-b32a-b9df7e5cbfbb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=51db7a20-102d-4070-b32a-b9df7e5cbfbb,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:43:26.722680 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:26.772717 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=51db7a20-102d-4070-b32a-b9df7e5cbfbb,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:26.858999 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f89886-3d13-4bf2-98f1-86db93974165 x-openstack-request-id: req-43f89886-3d13-4bf2-98f1-86db93974165 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:43:26.859307 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccd536f-9eda-43e3-8d9c-c630c9230078", "name": "network-vif-plugged", "status": "completed", "tag": "51db7a20-102d-4070-b32a-b9df7e5cbfbb", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:43:26.859568 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43f89886-3d13-4bf2-98f1-86db93974165 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:43:26.859955 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f89886-3d13-4bf2-98f1-86db93974165'] response: {'server_uuid': '4ccd536f-9eda-43e3-8d9c-c630c9230078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51db7a20-102d-4070-b32a-b9df7e5cbfbb', 'code': 200} Jun 15 19:43:26.952087 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7db3d-f718-44fc-997d-a9fb93b2e42e req-5fcc8b32-0b96-4a7c-87c7-a5fd43968b3e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:26.953557 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-51d7db3d-f718-44fc-997d-a9fb93b2e42e req-5fcc8b32-0b96-4a7c-87c7-a5fd43968b3e tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 946 time: 0.0492644 Jun 15 19:43:27.003660 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-51d7db3d-f718-44fc-997d-a9fb93b2e42e req-b6d65c27-86b7-430b-9bf3-6b18c7e6570a tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=96d68ea2-18ad-47d0-9f5d-2839ab394a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435414 Jun 15 19:43:27.661432 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d822199-dc6a-4647-bf4a-730e9d204258 req-ef889761-d9fb-41e2-b0b9-b942bb723790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:27.663307 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9d822199-dc6a-4647-bf4a-730e9d204258 req-ef889761-d9fb-41e2-b0b9-b942bb723790 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 1130 time: 0.0438304 Jun 15 19:43:27.700181 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588d401-f910-419e-89af-7f62587498ec req-0f292936-18f7-4051-ad00-eaa400b1b199 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:27.701793 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0588d401-f910-419e-89af-7f62587498ec req-0f292936-18f7-4051-ad00-eaa400b1b199 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0558269 Jun 15 19:43:27.712707 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9d822199-dc6a-4647-bf4a-730e9d204258 req-754efc1f-ce70-4d86-b1a3-8377ea6d57c8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=96d68ea2-18ad-47d0-9f5d-2839ab394a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418429 Jun 15 19:43:27.751354 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0588d401-f910-419e-89af-7f62587498ec req-2998dae7-f8b7-4cae-9885-69434fa50b9b tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435925 Jun 15 19:43:28.127993 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2886bd-607f-4f94-bdf8-77abcab9493b req-604d8051-e71c-4dab-9cbc-4e544ea8ccf6 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:28.129979 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fa2886bd-607f-4f94-bdf8-77abcab9493b req-604d8051-e71c-4dab-9cbc-4e544ea8ccf6 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 946 time: 0.0524735 Jun 15 19:43:28.173521 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:28.182369 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fa2886bd-607f-4f94-bdf8-77abcab9493b req-34bb5955-2b8b-4e0f-adb8-a7c55bc70b92 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=96d68ea2-18ad-47d0-9f5d-2839ab394a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455575 Jun 15 19:43:28.895035 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816750c-aea7-4a4c-8007-88fb6215bfc9 req-86c3a842-e764-4f68-801f-de037dd120db tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:28.896609 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f816750c-aea7-4a4c-8007-88fb6215bfc9 req-86c3a842-e764-4f68-801f-de037dd120db tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0670421 Jun 15 19:43:28.958598 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f816750c-aea7-4a4c-8007-88fb6215bfc9 req-c90a2a02-4582-4959-bc8a-879d14b915eb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524054 Jun 15 19:43:29.297929 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca36d23-2b03-4d35-b554-047288361ff6 req-3864c80f-58a0-47e6-bb15-292ab194d125 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:29.299454 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bca36d23-2b03-4d35-b554-047288361ff6 req-3864c80f-58a0-47e6-bb15-292ab194d125 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 946 time: 0.0485804 Jun 15 19:43:29.354842 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bca36d23-2b03-4d35-b554-047288361ff6 req-9e84515e-15c4-4c15-b2de-2e24342d4293 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=96d68ea2-18ad-47d0-9f5d-2839ab394a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473833 Jun 15 19:43:29.397543 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:29.466280 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:29.477650 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b3afb-534d-4ccd-b66d-503a3d0c988c req-db419e9f-a63a-4779-b8a1-fca79113c271 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:29.479203 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-073b3afb-534d-4ccd-b66d-503a3d0c988c req-db419e9f-a63a-4779-b8a1-fca79113c271 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 946 time: 0.0494163 Jun 15 19:43:29.488317 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 50220) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:29.492709 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-9b011cbd-c3c8-497f-b9ed-77e30787aef8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Request body: {'floatingip': {'port_id': '51db7a20-102d-4070-b32a-b9df7e5cbfbb'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:43:29.534305 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9b011cbd-c3c8-497f-b9ed-77e30787aef8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (8d05ae80-230a-429f-832c-363a1d98ade3), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:29.972819 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9b011cbd-c3c8-497f-b9ed-77e30787aef8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:29.977315 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9b011cbd-c3c8-497f-b9ed-77e30787aef8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (8d05ae80-230a-429f-832c-363a1d98ade3), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:30.109585 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fb229-7e2a-4b73-8a7e-d23bd424d3d1 req-14bdba71-4d20-4c95-869b-24e4f2fddcd0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:30.111191 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-296fb229-7e2a-4b73-8a7e-d23bd424d3d1 req-14bdba71-4d20-4c95-869b-24e4f2fddcd0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0647159 Jun 15 19:43:30.149848 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-9b011cbd-c3c8-497f-b9ed-77e30787aef8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Floating IP 8d05ae80-230a-429f-832c-363a1d98ade3 associated. External IP: 172.27.0.222, port: 51db7a20-102d-4070-b32a-b9df7e5cbfbb. Jun 15 19:43:30.236951 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-296fb229-7e2a-4b73-8a7e-d23bd424d3d1 req-2bec6da2-d9ad-4730-bffd-7d346cf31a10 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186466 Jun 15 19:43:30.347552 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:30.372877 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b011cbd-c3c8-497f-b9ed-77e30787aef8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Router 0d2bb485-8201-4259-b811-ace17e805b17 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:43:30.478447 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b011cbd-c3c8-497f-b9ed-77e30787aef8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:43:30.483344 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9b011cbd-c3c8-497f-b9ed-77e30787aef8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:30.488251 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603924a-b0a3-4682-a3dc-98d541f634ed None None] Sync routers for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:43:30.498872 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603924a-b0a3-4682-a3dc-98d541f634ed None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:43:30.499580 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3603924a-b0a3-4682-a3dc-98d541f634ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:43:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:30.505292 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:30.520432 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-9b011cbd-c3c8-497f-b9ed-77e30787aef8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "PUT /v2.0/floatingips/8d05ae80-230a-429f-832c-363a1d98ade3 HTTP/1.1" status: 200 len: 992 time: 1.0310564 Jun 15 19:43:30.521150 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccd536f-9eda-43e3-8d9c-c630c9230078', 'tag': '51db7a20-102d-4070-b32a-b9df7e5cbfbb'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:43:30.523520 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fee8d62-86a0-49e7-afbd-80d9d08dcdad" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccd536f-9eda-43e3-8d9c-c630c9230078", "tag": "51db7a20-102d-4070-b32a-b9df7e5cbfbb"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:43:30.604172 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-3603924a-b0a3-4682-a3dc-98d541f634ed None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:43:30.615721 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a698429e-c83a-4f1e-9bd3-3f279fe37e43 x-openstack-request-id: req-a698429e-c83a-4f1e-9bd3-3f279fe37e43 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:43:30.616013 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccd536f-9eda-43e3-8d9c-c630c9230078", "tag": "51db7a20-102d-4070-b32a-b9df7e5cbfbb", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:43:30.616268 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a698429e-c83a-4f1e-9bd3-3f279fe37e43 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:43:30.616668 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a698429e-c83a-4f1e-9bd3-3f279fe37e43'] response: {'name': 'network-changed', 'server_uuid': '4ccd536f-9eda-43e3-8d9c-c630c9230078', 'tag': '51db7a20-102d-4070-b32a-b9df7e5cbfbb', 'status': 'completed', 'code': 200} Jun 15 19:43:30.816813 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3603924a-b0a3-4682-a3dc-98d541f634ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '8d05ae80-230a-429f-832c-363a1d98ade3', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '51db7a20-102d-4070-b32a-b9df7e5cbfbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:b9:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccd536f-9eda-43e3-8d9c-c630c9230078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:43:13Z', 'updated_at': '2022-06-15T19:43:29Z', 'revision_number': 1, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:30.841429 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603924a-b0a3-4682-a3dc-98d541f634ed None None] Checking router: 0d2bb485-8201-4259-b811-ace17e805b17 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:43:30.849995 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603924a-b0a3-4682-a3dc-98d541f634ed None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:43:30.850618 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3603924a-b0a3-4682-a3dc-98d541f634ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:43:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:30.950030 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-3603924a-b0a3-4682-a3dc-98d541f634ed None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:43:31.165186 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-3603924a-b0a3-4682-a3dc-98d541f634ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '8d05ae80-230a-429f-832c-363a1d98ade3', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '51db7a20-102d-4070-b32a-b9df7e5cbfbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:b9:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccd536f-9eda-43e3-8d9c-c630c9230078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:43:13Z', 'updated_at': '2022-06-15T19:43:29Z', 'revision_number': 1, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:43:31.193129 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603924a-b0a3-4682-a3dc-98d541f634ed None None] The sync data for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi is: [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '8d05ae80-230a-429f-832c-363a1d98ade3', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'port_id': '51db7a20-102d-4070-b32a-b9df7e5cbfbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'mac_address': 'fa:16:3e:b9:6c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccd536f-9eda-43e3-8d9c-c630c9230078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:43:13Z', 'updated_at': '2022-06-15T19:43:29Z', 'revision_number': 1, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:43:31.366059 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26dd02-4899-44c4-91c2-d14264053f2d req-791c9a90-2feb-44c6-9700-568166e0bc68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:31.367688 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bd26dd02-4899-44c4-91c2-d14264053f2d req-791c9a90-2feb-44c6-9700-568166e0bc68 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0550895 Jun 15 19:43:31.384272 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd105ea-b42b-443f-b741-e0b2d5c1ed42 None None] New status for floating IP 8d05ae80-230a-429f-832c-363a1d98ade3: ACTIVE {{(pid=104105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:43:31.388101 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:31.423868 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bd26dd02-4899-44c4-91c2-d14264053f2d req-f1d07107-a5cd-425f-866e-610807ce2eb0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501637 Jun 15 19:43:32.022977 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e86b7374-75c4-418c-9797-1366945e2805 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:43:32.127166 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e86b7374-75c4-418c-9797-1366945e2805, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e86b7374-75c4-418c-9797-1366945e2805,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:43:32.138374 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'e86b7374-75c4-418c-9797-1366945e2805', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'port_id': 'e86b7374-75c4-418c-9797-1366945e2805', 'mac_address': 'fa:16:3e:10:9a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:43:32.173380 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e86b7374-75c4-418c-9797-1366945e2805 is: ACTIVE; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:43:32.173760 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e86b7374-75c4-418c-9797-1366945e2805), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:32.186614 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e86b7374-75c4-418c-9797-1366945e2805 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:43:32.192234 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:32.211387 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e86b7374-75c4-418c-9797-1366945e2805, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e86b7374-75c4-418c-9797-1366945e2805,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:43:32.214944 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e86b7374-75c4-418c-9797-1366945e2805), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:32.260985 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=e86b7374-75c4-418c-9797-1366945e2805,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:32.546280 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843fed8-54d4-4455-9989-182dce5bf230 req-e2bde3d8-e78b-4942-9ac5-d1a451fbd4eb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:32.547755 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f843fed8-54d4-4455-9989-182dce5bf230 req-e2bde3d8-e78b-4942-9ac5-d1a451fbd4eb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 945 time: 0.0478182 Jun 15 19:43:32.595525 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f843fed8-54d4-4455-9989-182dce5bf230 req-0a1b1758-9662-4398-ae97-3bf3d7cddbc0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414803 Jun 15 19:43:33.703338 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fbd65078-8dd7-494d-8990-6ebbaff1dc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:33.722586 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1d168-5d27-4f19-adc1-674e75ac6b7a req-0c3a31bc-49ab-4891-9179-84856c9f83cb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:33.724071 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9ae1d168-5d27-4f19-adc1-674e75ac6b7a req-0c3a31bc-49ab-4891-9179-84856c9f83cb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 945 time: 0.0526495 Jun 15 19:43:33.771912 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9ae1d168-5d27-4f19-adc1-674e75ac6b7a req-0ef3cea4-e3df-4eef-b177-b1e7c14a1765 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421908 Jun 15 19:43:33.878412 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee8d62-86a0-49e7-afbd-80d9d08dcdad req-555bd04e-e91d-40bd-a1ec-c07f70ee7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:33.880055 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-0fee8d62-86a0-49e7-afbd-80d9d08dcdad req-555bd04e-e91d-40bd-a1ec-c07f70ee7888 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e1414ffa3548938432aed200c75736&device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 1130 time: 0.0398028 Jun 15 19:43:33.924321 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:33.924958 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['e86b7374-75c4-418c-9797-1366945e2805'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:43:33.977667 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee8d62-86a0-49e7-afbd-80d9d08dcdad req-a930ca7a-04d8-428d-ad8a-3748ed393405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:33.979201 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-0fee8d62-86a0-49e7-afbd-80d9d08dcdad req-a930ca7a-04d8-428d-ad8a-3748ed393405 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 HTTP/1.1" status: 200 len: 915 time: 0.0915470 Jun 15 19:43:34.020621 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:34.046420 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-0fee8d62-86a0-49e7-afbd-80d9d08dcdad req-71da49bd-f866-4608-b698-960f62b9e81a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51db7a20-102d-4070-b32a-b9df7e5cbfbb HTTP/1.1" status: 200 len: 1002 time: 0.0565612 Jun 15 19:43:34.104551 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee8d62-86a0-49e7-afbd-80d9d08dcdad req-d16dbceb-fc9c-4362-90a6-0f031060828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:34.106059 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-0fee8d62-86a0-49e7-afbd-80d9d08dcdad req-d16dbceb-fc9c-4362-90a6-0f031060828c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06f7de3d-736b-4eeb-b465-011df871e6d7 HTTP/1.1" status: 200 len: 853 time: 0.0490456 Jun 15 19:43:34.153821 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee8d62-86a0-49e7-afbd-80d9d08dcdad req-d36e7076-4c66-40fd-8e4c-93347337d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:34.155272 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-0fee8d62-86a0-49e7-afbd-80d9d08dcdad req-d36e7076-4c66-40fd-8e4c-93347337d85d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397878 Jun 15 19:43:34.251570 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-0fee8d62-86a0-49e7-afbd-80d9d08dcdad req-51a43afb-aebd-4cd8-8c54-45c347085c57 service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858200 Jun 15 19:43:34.363938 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-0fee8d62-86a0-49e7-afbd-80d9d08dcdad req-1938a538-49c9-42ed-bb1f-7e0f7446ce6a service neutron] 10.222.0.42 "GET /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057456 Jun 15 19:43:34.914003 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d7ef8-7816-4ecf-ae0c-c774ae291ab5 req-29c05e18-ee9a-41f5-9f38-93becc9f467e tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:34.915464 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-243d7ef8-7816-4ecf-ae0c-c774ae291ab5 req-29c05e18-ee9a-41f5-9f38-93becc9f467e tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 945 time: 0.0554330 Jun 15 19:43:34.969484 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-243d7ef8-7816-4ecf-ae0c-c774ae291ab5 req-4674d200-a0e4-46d5-8d6e-289af05c11dc tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483093 Jun 15 19:43:35.930331 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e86b7374-75c4-418c-9797-1366945e2805 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:43:35.992905 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5259eda-bf52-40ac-85c7-982f046f327c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:36.006041 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port e86b7374-75c4-418c-9797-1366945e2805 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:43:36.006753 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e86b7374-75c4-418c-9797-1366945e2805), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:36.091819 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e86b7374-75c4-418c-9797-1366945e2805 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:43:36.092018 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e86b7374-75c4-418c-9797-1366945e2805), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:36.130488 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40c32f-b097-4b49-a64c-d98334cdbce2 req-9bfaa977-acc4-4366-8f37-66430f23eec0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:36.134589 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e86b7374-75c4-418c-9797-1366945e2805, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e86b7374-75c4-418c-9797-1366945e2805,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:43:36.135922 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d61603-5469-4233-b4a1-95259f1fc06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86b7374-75c4-418c-9797-1366945e2805'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:43:36.138905 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25053a76-e2ab-4f5e-b3e2-3f55bb828a8d" -d '{"events": [{"server_uuid": "29d61603-5469-4233-b4a1-95259f1fc06b", "name": "network-vif-plugged", "status": "completed", "tag": "e86b7374-75c4-418c-9797-1366945e2805"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:43:36.141088 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0f40c32f-b097-4b49-a64c-d98334cdbce2 req-9bfaa977-acc4-4366-8f37-66430f23eec0 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 945 time: 0.0844216 Jun 15 19:43:36.155132 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e86b7374-75c4-418c-9797-1366945e2805), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:36.209750 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0f40c32f-b097-4b49-a64c-d98334cdbce2 req-368a7580-a6fd-4ca7-bfdb-c67fd6baa3ba tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672834 Jun 15 19:43:36.217247 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52887d3-2d69-400f-9e66-9fec9d9ed146 x-openstack-request-id: req-e52887d3-2d69-400f-9e66-9fec9d9ed146 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:43:36.217779 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d61603-5469-4233-b4a1-95259f1fc06b", "name": "network-vif-plugged", "status": "completed", "tag": "e86b7374-75c4-418c-9797-1366945e2805", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:43:36.218224 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e52887d3-2d69-400f-9e66-9fec9d9ed146 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:43:36.218766 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52887d3-2d69-400f-9e66-9fec9d9ed146'] response: {'server_uuid': '29d61603-5469-4233-b4a1-95259f1fc06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86b7374-75c4-418c-9797-1366945e2805', 'code': 200} Jun 15 19:43:36.257566 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=e86b7374-75c4-418c-9797-1366945e2805,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:37.355435 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6f5a7-fc33-4dcb-baf1-772be743cfad req-7e731b5e-2393-4947-98c4-5acf3ce81f1d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:37.357741 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e0e6f5a7-fc33-4dcb-baf1-772be743cfad req-7e731b5e-2393-4947-98c4-5acf3ce81f1d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0577159 Jun 15 19:43:37.406469 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:37.426814 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e0e6f5a7-fc33-4dcb-baf1-772be743cfad req-f47518ee-25f7-4a96-a208-498d22f98b37 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630329 Jun 15 19:43:38.582575 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82888e93-3a71-42f1-bca7-524a6c9a49c0 req-363495cc-1819-4b89-ba2c-74365f8ff990 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:38.585237 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-82888e93-3a71-42f1-bca7-524a6c9a49c0 req-363495cc-1819-4b89-ba2c-74365f8ff990 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0700247 Jun 15 19:43:38.638273 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-82888e93-3a71-42f1-bca7-524a6c9a49c0 req-f8300829-f125-4a66-bd7c-2ed70eaef724 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473101 Jun 15 19:43:38.792242 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:39.451039 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:39.806971 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9081-be67-4ca3-9192-8f10fca4cfb9 req-bc6260f8-f38e-4b57-a541-160772889fa5 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:39.808495 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f52b9081-be67-4ca3-9192-8f10fca4cfb9 req-bc6260f8-f38e-4b57-a541-160772889fa5 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0690973 Jun 15 19:43:39.859726 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f52b9081-be67-4ca3-9192-8f10fca4cfb9 req-e5c7f6f2-403d-4faf-81f2-550d8a505b85 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449760 Jun 15 19:43:40.998294 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aabfc-9bf0-4389-bc56-d7a0d8a499ab req-f30e1b6a-458b-40e6-b253-8270b613be1a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:41.000845 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-560aabfc-9bf0-4389-bc56-d7a0d8a499ab req-f30e1b6a-458b-40e6-b253-8270b613be1a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0621665 Jun 15 19:43:41.062081 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-560aabfc-9bf0-4389-bc56-d7a0d8a499ab req-244db337-4cc7-4f73-9b30-4126e7769154 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542595 Jun 15 19:43:41.167306 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=71 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:41.169162 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:42.221954 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7057f91-7456-48cd-8829-6368b937e9d8 req-4d999dab-6dfe-4212-9a66-94020accee55 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:42.223799 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c7057f91-7456-48cd-8829-6368b937e9d8 req-4d999dab-6dfe-4212-9a66-94020accee55 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0694027 Jun 15 19:43:42.506344 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:42.563276 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c7057f91-7456-48cd-8829-6368b937e9d8 req-fccc3305-36c6-44b3-9d02-7a3e4814d4b3 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3278210 Jun 15 19:43:43.726510 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e60ea2-f118-41aa-bd8e-badc3be7a26e req-299949c4-bb2d-4f7e-8818-784a5b5bb552 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:43.735343 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-89e60ea2-f118-41aa-bd8e-badc3be7a26e req-299949c4-bb2d-4f7e-8818-784a5b5bb552 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0643120 Jun 15 19:43:43.750642 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:43.801927 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-89e60ea2-f118-41aa-bd8e-badc3be7a26e req-fd7c6b32-1dc0-41bf-b01e-318499b826bb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589287 Jun 15 19:43:44.354083 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=35 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:44.360576 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=81 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:44.941124 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf127e2-05e5-4816-8ee3-d5073f087df0 req-e29da20f-a1bb-4f9c-a4bc-c2df177e1d43 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:44.942736 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bdf127e2-05e5-4816-8ee3-d5073f087df0 req-e29da20f-a1bb-4f9c-a4bc-c2df177e1d43 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0584283 Jun 15 19:43:44.996372 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bdf127e2-05e5-4816-8ee3-d5073f087df0 req-b3a05239-bbc3-4373-8377-6b9422af0e5a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451565 Jun 15 19:43:45.794481 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c2aae-8495-4933-8ec4-46dd0f2f04ef req-2f0cc700-1097-4722-92a1-505bfa4516f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:45.796006 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-868c2aae-8495-4933-8ec4-46dd0f2f04ef req-2f0cc700-1097-4722-92a1-505bfa4516f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71e0c71509f94f158063991e37617894&device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 1130 time: 0.0438004 Jun 15 19:43:45.914882 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c2aae-8495-4933-8ec4-46dd0f2f04ef req-63e0c624-a9bc-4acd-a2fc-757773923db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:45.916460 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-868c2aae-8495-4933-8ec4-46dd0f2f04ef req-63e0c624-a9bc-4acd-a2fc-757773923db7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 200 len: 918 time: 0.1110866 Jun 15 19:43:45.982266 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-868c2aae-8495-4933-8ec4-46dd0f2f04ef req-051532a0-2897-46e3-9971-3365288b2969 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86b7374-75c4-418c-9797-1366945e2805 HTTP/1.1" status: 200 len: 1002 time: 0.0591462 Jun 15 19:43:46.045139 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c2aae-8495-4933-8ec4-46dd0f2f04ef req-2eaa3795-e8b5-4f9a-a7e7-0a445d38a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:46.046664 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-868c2aae-8495-4933-8ec4-46dd0f2f04ef req-2eaa3795-e8b5-4f9a-a7e7-0a445d38a8f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c37954e0-0ba0-4cd2-9041-862c785d922d HTTP/1.1" status: 200 len: 856 time: 0.0542054 Jun 15 19:43:46.102537 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c2aae-8495-4933-8ec4-46dd0f2f04ef req-062a1d8d-7bb1-4647-96cf-348126084100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:46.104076 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-868c2aae-8495-4933-8ec4-46dd0f2f04ef req-062a1d8d-7bb1-4647-96cf-348126084100 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ca100c-fdac-452a-ad9c-d280af0c139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444767 Jun 15 19:43:46.130844 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c218de6-7e99-47f0-9240-767f80031fb1 req-f1742974-8f71-4aaf-a841-5de24910f6fb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:46.137785 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4c218de6-7e99-47f0-9240-767f80031fb1 req-f1742974-8f71-4aaf-a841-5de24910f6fb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0598679 Jun 15 19:43:46.191167 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4c218de6-7e99-47f0-9240-767f80031fb1 req-9bc5454c-b384-4dfe-bf66-70d746601eec tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516715 Jun 15 19:43:46.237695 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-868c2aae-8495-4933-8ec4-46dd0f2f04ef req-acb0c542-f6e0-410c-b842-2385db934994 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194787 Jun 15 19:43:46.350748 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-868c2aae-8495-4933-8ec4-46dd0f2f04ef req-103c0b32-06fb-460c-bfcd-6330249238bd service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056957 Jun 15 19:43:47.355063 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786163af-28a3-4292-90b1-ac7afa1b32ca req-bdf5acff-226b-49d7-a82f-76f7ab1166c8 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:47.356788 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-786163af-28a3-4292-90b1-ac7afa1b32ca req-bdf5acff-226b-49d7-a82f-76f7ab1166c8 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0638900 Jun 15 19:43:47.417400 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-786163af-28a3-4292-90b1-ac7afa1b32ca req-a719d1cd-f119-4983-be97-0e37217ade92 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533848 Jun 15 19:43:48.477464 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:48.575226 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f80ca8-ef04-42bf-af7b-b29a593de256 req-b41bd7e7-9bd2-4dff-9560-484b3fb854d9 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:48.577005 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-71f80ca8-ef04-42bf-af7b-b29a593de256 req-b41bd7e7-9bd2-4dff-9560-484b3fb854d9 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0596213 Jun 15 19:43:48.644555 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-71f80ca8-ef04-42bf-af7b-b29a593de256 req-f166a871-be43-4d56-9785-1626c576035c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602789 Jun 15 19:43:49.442473 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:49.536850 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [req-74e4c8fb-4d26-4fe5-a796-0397e16b0cc8 req-68277462-546a-49ba-ad1a-2db6097f7624 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:43:49.538176 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-74e4c8fb-4d26-4fe5-a796-0397e16b0cc8 req-68277462-546a-49ba-ad1a-2db6097f7624 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076706 Jun 15 19:43:49.756990 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4037d6-bdb4-417b-bc1e-9efae78be6f3 req-27f01193-5e92-484e-9205-dba51497e30b tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:49.758556 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ad4037d6-bdb4-417b-bc1e-9efae78be6f3 req-27f01193-5e92-484e-9205-dba51497e30b tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 946 time: 0.0898004 Jun 15 19:43:49.763323 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-d8412404-c312-422a-8333-0988b5e1c38f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0595701 Jun 15 19:43:49.828432 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ad4037d6-bdb4-417b-bc1e-9efae78be6f3 req-b088714b-5d38-4631-80b9-47d03f414ee8 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631895 Jun 15 19:43:49.863160 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-7380ccd4-27f5-436b-a0ba-82dd905675aa tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:49.864776 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-7380ccd4-27f5-436b-a0ba-82dd905675aa tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports/e86b7374-75c4-418c-9797-1366945e2805 HTTP/1.1" status: 200 len: 943 time: 0.0686624 Jun 15 19:43:49.896176 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 50506) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:50.020537 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e86b7374-75c4-418c-9797-1366945e2805 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:43:50.028431 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:50.111128 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e86b7374-75c4-418c-9797-1366945e2805 is: ACTIVE; New status is: DOWN {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:43:50.111533 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e86b7374-75c4-418c-9797-1366945e2805), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:50.125176 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Publish callbacks [] for security_group (6fa0ec67-a7dc-4653-b9a3-e5d75ac9a8a3), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:50.131649 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (6fa0ec67-a7dc-4653-b9a3-e5d75ac9a8a3), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:50.141841 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d61603-5469-4233-b4a1-95259f1fc06b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86b7374-75c4-418c-9797-1366945e2805'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:43:50.145786 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b32a61-bb12-47a9-8003-fad62cd6a428" -d '{"events": [{"server_uuid": "29d61603-5469-4233-b4a1-95259f1fc06b", "name": "network-vif-unplugged", "status": "completed", "tag": "e86b7374-75c4-418c-9797-1366945e2805"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:43:50.167318 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e86b7374-75c4-418c-9797-1366945e2805, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e86b7374-75c4-418c-9797-1366945e2805,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:43:50.177944 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e86b7374-75c4-418c-9797-1366945e2805), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:50.193870 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65b89c7fe92745328d9c55540d20612b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940640 Jun 15 19:43:50.193870 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa0ec67-a7dc-4653-b9a3-e5d75ac9a8a3,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:50.194417 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 50516) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:50.207712 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.208065 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.208387 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.208720 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.208844 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Jun 2022 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaff40e-2420-4d8b-b14f-2788bb224cdc x-openstack-request-id: req-afaff40e-2420-4d8b-b14f-2788bb224cdc {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:43:50.209004 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d61603-5469-4233-b4a1-95259f1fc06b", "name": "network-vif-unplugged", "status": "failed", "tag": "e86b7374-75c4-418c-9797-1366945e2805", "code": 422}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:43:50.209191 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.209603 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-afaff40e-2420-4d8b-b14f-2788bb224cdc {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:43:50.209794 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.210072 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.210221 dv-cinder-844563-3-iscsi neutron-server[104105]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-afaff40e-2420-4d8b-b14f-2788bb224cdc']: {'server_uuid': '29d61603-5469-4233-b4a1-95259f1fc06b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e86b7374-75c4-418c-9797-1366945e2805', 'code': 422} returned with failed status Jun 15 19:43:50.210478 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.210871 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.220100 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.220100 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.220100 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.220100 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.221150 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.221150 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55a098-be07-4154-bee0-687c11079e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.257303 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=e86b7374-75c4-418c-9797-1366945e2805,revision_number=8']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:50.277298 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Publish callbacks [] for security_group (6fa0ec67-a7dc-4653-b9a3-e5d75ac9a8a3), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:50.306434 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Publish callbacks [] for security_group (6fa0ec67-a7dc-4653-b9a3-e5d75ac9a8a3), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:50.367366 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (6fa0ec67-a7dc-4653-b9a3-e5d75ac9a8a3), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:50.370509 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:50.371801 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6fa0ec67-a7dc-4653-b9a3-e5d75ac9a8a3 HTTP/1.1" status: 204 len: 168 time: 0.1758492 Jun 15 19:43:50.383144 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa0ec67-a7dc-4653-b9a3-e5d75ac9a8a3,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:50.393029 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.393941 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.393941 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.394272 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.394670 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.395224 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.395685 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.395930 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.396213 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.396508 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.396889 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.397209 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.397560 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.397964 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.398324 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9983508-3f21-4fca-a8e6-a8b81134baf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:43:50.701044 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 50524) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:50.716031 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ce03502-7854-4418-bb82-94542a8f3149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:50.804839 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-15fcafd8-85d4-42c6-8829-c9169ee8df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:50.806369 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-15fcafd8-85d4-42c6-8829-c9169ee8df03 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b&tenant_id=71e0c71509f94f158063991e37617894 HTTP/1.1" status: 200 len: 1128 time: 0.0524447 Jun 15 19:43:50.846241 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ce03502-7854-4418-bb82-94542a8f3149 admin admin] Publish callbacks [] for security_group (6ce34660-c28b-4f2b-8986-aa4ed9e7e12d), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:50.863168 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ce03502-7854-4418-bb82-94542a8f3149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (6ce34660-c28b-4f2b-8986-aa4ed9e7e12d), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:50.898823 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:50.906179 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:50.917182 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-8ce03502-7854-4418-bb82-94542a8f3149 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=477a6028011f44c68183f514c509eabc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147386 Jun 15 19:43:50.924929 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-12dd37f0-90ec-441b-9b48-84644c118351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:50.926427 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-12dd37f0-90ec-441b-9b48-84644c118351 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71e0c71509f94f158063991e37617894&device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 1128 time: 0.0934381 Jun 15 19:43:50.927885 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 50528) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:50.933639 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce03502-7854-4418-bb82-94542a8f3149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce34660-c28b-4f2b-8986-aa4ed9e7e12d,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:51.007221 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013cb5-6996-4f3e-bbd5-58c7441a0fbd req-c05ea662-14a7-4a90-96e0-6a1dc6da6af3 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:51.008682 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-47013cb5-6996-4f3e-bbd5-58c7441a0fbd req-c05ea662-14a7-4a90-96e0-6a1dc6da6af3 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0932760 Jun 15 19:43:51.047822 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:51.054318 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-463fa7d7-6557-452d-b3b8-1e61387ec2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:51.055641 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-463fa7d7-6557-452d-b3b8-1e61387ec2d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 200 len: 918 time: 0.1232498 Jun 15 19:43:51.066025 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46548ad5-47b7-4e72-9942-f27dec051fcf admin admin] Publish callbacks [] for security_group (6ce34660-c28b-4f2b-8986-aa4ed9e7e12d), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:51.100286 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:51.109689 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-47013cb5-6996-4f3e-bbd5-58c7441a0fbd req-bb738b4e-5f6e-4a3c-bf6f-2ba17e4eb360 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942252 Jun 15 19:43:51.117233 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46548ad5-47b7-4e72-9942-f27dec051fcf admin admin] Publish callbacks [] for security_group (6ce34660-c28b-4f2b-8986-aa4ed9e7e12d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:51.138294 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-145cb1d6-ab7c-4972-933f-c975ea2587d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86b7374-75c4-418c-9797-1366945e2805 HTTP/1.1" status: 200 len: 1000 time: 0.0644627 Jun 15 19:43:51.171774 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46548ad5-47b7-4e72-9942-f27dec051fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (6ce34660-c28b-4f2b-8986-aa4ed9e7e12d), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:51.175133 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46548ad5-47b7-4e72-9942-f27dec051fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:51.176286 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-46548ad5-47b7-4e72-9942-f27dec051fcf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ce34660-c28b-4f2b-8986-aa4ed9e7e12d HTTP/1.1" status: 204 len: 168 time: 0.2474077 Jun 15 19:43:51.188343 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46548ad5-47b7-4e72-9942-f27dec051fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce34660-c28b-4f2b-8986-aa4ed9e7e12d,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:51.200838 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-b7fdc9e5-e137-480b-be76-6101ad916ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:51.202875 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-b7fdc9e5-e137-480b-be76-6101ad916ab8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c37954e0-0ba0-4cd2-9041-862c785d922d HTTP/1.1" status: 200 len: 856 time: 0.0682163 Jun 15 19:43:51.252772 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-07c19c6d-0060-4b03-ac72-81ed4fbc47f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:51.255343 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-07c19c6d-0060-4b03-ac72-81ed4fbc47f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ca100c-fdac-452a-ad9c-d280af0c139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439777 Jun 15 19:43:51.368360 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-2d5913d5-829c-480f-8827-c412629d3241 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066055 Jun 15 19:43:51.487599 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-1168f81b-5f6a-4e27-a2b0-2718bc773a19 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125762 Jun 15 19:43:51.718649 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36548607-a9fe-4251-83ca-9dd1984a3266 req-43e26cc5-ccd6-4365-acc9-969b909ca9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:51.720190 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-36548607-a9fe-4251-83ca-9dd1984a3266 req-43e26cc5-ccd6-4365-acc9-969b909ca9aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71e0c71509f94f158063991e37617894&device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 1128 time: 0.0702319 Jun 15 19:43:51.847157 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36548607-a9fe-4251-83ca-9dd1984a3266 req-44a28de0-22d1-42bb-bf3c-95725b4f24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:51.848754 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-36548607-a9fe-4251-83ca-9dd1984a3266 req-44a28de0-22d1-42bb-bf3c-95725b4f24f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 200 len: 918 time: 0.1019740 Jun 15 19:43:51.930775 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-36548607-a9fe-4251-83ca-9dd1984a3266 req-f7f1530c-6f2e-41de-9f27-722321802bf6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86b7374-75c4-418c-9797-1366945e2805 HTTP/1.1" status: 200 len: 1000 time: 0.0758028 Jun 15 19:43:51.993506 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36548607-a9fe-4251-83ca-9dd1984a3266 req-eb9ba7e6-48cb-4177-860a-04eae7c8e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:51.995294 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-36548607-a9fe-4251-83ca-9dd1984a3266 req-eb9ba7e6-48cb-4177-860a-04eae7c8e731 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c37954e0-0ba0-4cd2-9041-862c785d922d HTTP/1.1" status: 200 len: 856 time: 0.0578544 Jun 15 19:43:52.048146 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36548607-a9fe-4251-83ca-9dd1984a3266 req-d8a3eb7b-be81-4d7c-8eb4-32f2b53d42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:52.051384 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-36548607-a9fe-4251-83ca-9dd1984a3266 req-d8a3eb7b-be81-4d7c-8eb4-32f2b53d42be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ca100c-fdac-452a-ad9c-d280af0c139f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476747 Jun 15 19:43:52.218687 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-36548607-a9fe-4251-83ca-9dd1984a3266 req-a02c799d-be7f-439f-aae1-b41a9b7975db service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588521 Jun 15 19:43:52.275894 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af0453-7de8-4b8e-bbd0-80dfabd35cc9 req-0ab52e84-04d0-4dd3-bdba-ab14c40996f7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:52.284596 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-13af0453-7de8-4b8e-bbd0-80dfabd35cc9 req-0ab52e84-04d0-4dd3-bdba-ab14c40996f7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0666907 Jun 15 19:43:52.431424 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-13af0453-7de8-4b8e-bbd0-80dfabd35cc9 req-f6fdf87f-d5e1-4fc7-8444-92d8ff83681b tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444261 Jun 15 19:43:52.469501 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-36548607-a9fe-4251-83ca-9dd1984a3266 req-50e70423-f785-415c-815e-b74db9c26419 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443862 Jun 15 19:43:53.628605 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ea09d-ea6b-4602-9739-07f389f3cbbf req-041c0c66-f409-4937-8b03-779095e42cfa tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:53.640298 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-011ea09d-ea6b-4602-9739-07f389f3cbbf req-041c0c66-f409-4937-8b03-779095e42cfa tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0854490 Jun 15 19:43:53.730785 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-011ea09d-ea6b-4602-9739-07f389f3cbbf req-9e0450bc-4b8f-4ed1-9af4-2aac17e0fff3 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894184 Jun 15 19:43:54.883995 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0c51d-9d6c-470a-a370-d109d1b572c9 req-d3d7cdb2-979f-4682-b90f-c50184366371 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:54.885810 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1ce0c51d-9d6c-470a-a370-d109d1b572c9 req-d3d7cdb2-979f-4682-b90f-c50184366371 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0811315 Jun 15 19:43:55.000002 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1ce0c51d-9d6c-470a-a370-d109d1b572c9 req-94ffc773-85a2-40d3-81d7-b13fddbd666f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842421 Jun 15 19:43:56.136209 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6873688-ecf8-48a7-8c80-61172b57a509 req-9dbf3eeb-221a-4d75-861c-f125987448a4 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:56.138744 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b6873688-ecf8-48a7-8c80-61172b57a509 req-9dbf3eeb-221a-4d75-861c-f125987448a4 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0660996 Jun 15 19:43:56.194971 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b6873688-ecf8-48a7-8c80-61172b57a509 req-54aa47e9-3c2e-4388-a8c6-1ef3e0efa041 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496166 Jun 15 19:43:56.406910 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:43:57.355169 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 50648) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:57.356750 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2356c86-22a2-4600-bedd-cb8ab117e52d req-b4d1f711-e8af-4660-83e9-6f3842215123 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:57.358816 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a2356c86-22a2-4600-bedd-cb8ab117e52d req-b4d1f711-e8af-4660-83e9-6f3842215123 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0562630 Jun 15 19:43:57.439063 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a2356c86-22a2-4600-bedd-cb8ab117e52d req-09b74cad-3e7e-4d7f-b7e5-9458e0accf67 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680022 Jun 15 19:43:57.521646 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a740-eff7-4f26-81a0-8b985318de52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:57.547589 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:57.566885 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:57.622057 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a740-eff7-4f26-81a0-8b985318de52 admin admin] Publish callbacks [] for security_group (a52741ee-818d-4d08-9dd3-bb4f4f6fa6b8), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:57.627080 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a740-eff7-4f26-81a0-8b985318de52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (a52741ee-818d-4d08-9dd3-bb4f4f6fa6b8), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:57.672856 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-f4a3a740-eff7-4f26-81a0-8b985318de52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d079f314663a43ec8f5a4b95f32cacd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163579 Jun 15 19:43:57.674679 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3a740-eff7-4f26-81a0-8b985318de52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52741ee-818d-4d08-9dd3-bb4f4f6fa6b8,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:57.676331 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 50654) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:57.734827 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-28f84b8c-b5a1-4f3e-b28c-e194ad07078b admin admin] Publish callbacks [] for security_group (a52741ee-818d-4d08-9dd3-bb4f4f6fa6b8), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:57.758194 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-28f84b8c-b5a1-4f3e-b28c-e194ad07078b admin admin] Publish callbacks [] for security_group (a52741ee-818d-4d08-9dd3-bb4f4f6fa6b8), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:57.815438 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-28f84b8c-b5a1-4f3e-b28c-e194ad07078b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (a52741ee-818d-4d08-9dd3-bb4f4f6fa6b8), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:57.818279 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-28f84b8c-b5a1-4f3e-b28c-e194ad07078b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:57.819507 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-28f84b8c-b5a1-4f3e-b28c-e194ad07078b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a52741ee-818d-4d08-9dd3-bb4f4f6fa6b8 HTTP/1.1" status: 204 len: 168 time: 0.1421442 Jun 15 19:43:57.828769 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f84b8c-b5a1-4f3e-b28c-e194ad07078b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52741ee-818d-4d08-9dd3-bb4f4f6fa6b8,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:58.158816 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 50664) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:58.172392 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4c555892-6344-4efd-9c0b-05ccda42c405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:58.262671 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4c555892-6344-4efd-9c0b-05ccda42c405 admin admin] Publish callbacks [] for security_group (956bb6e9-5b45-4e48-a809-0761382126d5), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:58.268622 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4c555892-6344-4efd-9c0b-05ccda42c405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (956bb6e9-5b45-4e48-a809-0761382126d5), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:58.275733 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:58.319196 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-4c555892-6344-4efd-9c0b-05ccda42c405 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb84f154f7304adcac36bea9ae89ba1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568480 Jun 15 19:43:58.319196 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c555892-6344-4efd-9c0b-05ccda42c405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956bb6e9-5b45-4e48-a809-0761382126d5,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:58.319814 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 50666) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:43:58.390782 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-92da4317-75b2-4abe-a81e-e94a36870327 admin admin] Publish callbacks [] for security_group (956bb6e9-5b45-4e48-a809-0761382126d5), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:58.420118 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-92da4317-75b2-4abe-a81e-e94a36870327 admin admin] Publish callbacks [] for security_group (956bb6e9-5b45-4e48-a809-0761382126d5), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:58.472816 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-92da4317-75b2-4abe-a81e-e94a36870327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (956bb6e9-5b45-4e48-a809-0761382126d5), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:58.475742 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-92da4317-75b2-4abe-a81e-e94a36870327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:43:58.479454 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-92da4317-75b2-4abe-a81e-e94a36870327 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/956bb6e9-5b45-4e48-a809-0761382126d5 HTTP/1.1" status: 204 len: 168 time: 0.1561775 Jun 15 19:43:58.491331 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da4317-75b2-4abe-a81e-e94a36870327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956bb6e9-5b45-4e48-a809-0761382126d5,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:43:58.627369 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:43:58.639431 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7e233-1d99-4649-874e-548a4ba03163 req-a8f2f831-bdaf-4e93-a308-8c4c0380dcf1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:58.648527 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-86a7e233-1d99-4649-874e-548a4ba03163 req-a8f2f831-bdaf-4e93-a308-8c4c0380dcf1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0638473 Jun 15 19:43:58.713561 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-86a7e233-1d99-4649-874e-548a4ba03163 req-274f31a2-b660-4843-bd2d-8370154ca1d3 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637145 Jun 15 19:43:59.862342 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f16147-9a71-4785-ba35-516ae1781a05 req-ad951f36-ac5d-49df-a5af-c2b0abe09099 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:43:59.870279 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e8f16147-9a71-4785-ba35-516ae1781a05 req-ad951f36-ac5d-49df-a5af-c2b0abe09099 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0711143 Jun 15 19:43:59.921725 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e8f16147-9a71-4785-ba35-516ae1781a05 req-ca85f750-9646-4d70-9790-69662690d49a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503831 Jun 15 19:44:00.414021 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:01.041418 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f257a-13ac-4c6f-bd0f-9c273315a5ff req-aed00257-c8f4-43db-9ec6-a274199d1ba7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:01.042943 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9f5f257a-13ac-4c6f-bd0f-9c273315a5ff req-aed00257-c8f4-43db-9ec6-a274199d1ba7 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0473452 Jun 15 19:44:01.090903 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9f5f257a-13ac-4c6f-bd0f-9c273315a5ff req-d0a944d5-e0e5-4117-a678-2b3f5d281711 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419691 Jun 15 19:44:02.213833 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807a3bc-bc20-4a94-88bd-deb1af211b27 req-480d7982-90cf-4a1e-8c05-fa6e2d61e4e3 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:02.215298 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7807a3bc-bc20-4a94-88bd-deb1af211b27 req-480d7982-90cf-4a1e-8c05-fa6e2d61e4e3 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0509431 Jun 15 19:44:02.263531 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7807a3bc-bc20-4a94-88bd-deb1af211b27 req-b19ba4ea-e1ee-4a4d-978c-b8bdb003aa76 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421619 Jun 15 19:44:03.383975 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fb9c6-0ed3-4f08-8a16-61fe01418f03 req-f49176ba-3c3d-4259-8783-1b0cc7a6854a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:03.385576 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3c6fb9c6-0ed3-4f08-8a16-61fe01418f03 req-f49176ba-3c3d-4259-8783-1b0cc7a6854a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0490732 Jun 15 19:44:03.433798 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3c6fb9c6-0ed3-4f08-8a16-61fe01418f03 req-ddc51e7e-a41f-40e6-b1fe-1d2467df0742 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426826 Jun 15 19:44:03.697757 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:03.712492 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c99a124a-4e3f-41e6-994c-72ef7fa4d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:04.552946 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5c39b-0d68-4dca-b811-0162008f97af req-cb66572a-58f1-4ebe-b630-41dfcb8a140d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:04.554446 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e0c5c39b-0d68-4dca-b811-0162008f97af req-cb66572a-58f1-4ebe-b630-41dfcb8a140d tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0471933 Jun 15 19:44:04.615092 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e0c5c39b-0d68-4dca-b811-0162008f97af req-8c9bb4f7-07c5-4aad-9937-4df1efcd8347 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548601 Jun 15 19:44:05.755867 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b83cc-89be-4b1f-bcd7-fb78838a7fc4 req-76bb7d21-0afd-41ec-bfc2-1c4f1b2aceb1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:05.757406 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-557b83cc-89be-4b1f-bcd7-fb78838a7fc4 req-76bb7d21-0afd-41ec-bfc2-1c4f1b2aceb1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 944 time: 0.0499320 Jun 15 19:44:05.807407 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-557b83cc-89be-4b1f-bcd7-fb78838a7fc4 req-5e28cda9-c9ef-45fc-86bb-c65ab5750b09 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443938 Jun 15 19:44:05.966804 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9ac540b1-8852-4022-89c5-bfccc1fb5d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:06.129307 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e86b7374-75c4-418c-9797-1366945e2805 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:44:06.237109 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e86b7374-75c4-418c-9797-1366945e2805, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e86b7374-75c4-418c-9797-1366945e2805,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:06.249973 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'e86b7374-75c4-418c-9797-1366945e2805', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'port_id': 'e86b7374-75c4-418c-9797-1366945e2805', 'mac_address': 'fa:16:3e:10:9a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:44:06.290426 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e86b7374-75c4-418c-9797-1366945e2805 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:06.290811 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e86b7374-75c4-418c-9797-1366945e2805), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:06.305511 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86b7374-75c4-418c-9797-1366945e2805 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:44:06.327134 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e86b7374-75c4-418c-9797-1366945e2805, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e86b7374-75c4-418c-9797-1366945e2805,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:06.333024 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e86b7374-75c4-418c-9797-1366945e2805), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:06.397421 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:06.398296 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:06.404851 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=e86b7374-75c4-418c-9797-1366945e2805,revision_number=9']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:06.559906 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['e86b7374-75c4-418c-9797-1366945e2805'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:44:06.952725 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844353b-fb9f-4fda-a164-c300aea6a262 req-06e56002-376d-4345-8a2e-4064d0843071 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:06.954422 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b844353b-fb9f-4fda-a164-c300aea6a262 req-06e56002-376d-4345-8a2e-4064d0843071 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 945 time: 0.0601544 Jun 15 19:44:07.008762 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b844353b-fb9f-4fda-a164-c300aea6a262 req-a734b5b9-9443-4418-aad8-cfa57ecd558f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473835 Jun 15 19:44:07.407797 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:08.142333 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e86b7374-75c4-418c-9797-1366945e2805 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:44:08.157772 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fb8ca-0fc7-40e9-8de9-646422200529 req-7f04cd75-9368-45ea-a688-68f6e0f65a30 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:08.160311 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-311fb8ca-0fc7-40e9-8de9-646422200529 req-7f04cd75-9368-45ea-a688-68f6e0f65a30 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 945 time: 0.0659895 Jun 15 19:44:08.192023 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port e86b7374-75c4-418c-9797-1366945e2805 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:08.192403 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e86b7374-75c4-418c-9797-1366945e2805), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:08.231180 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-311fb8ca-0fc7-40e9-8de9-646422200529 req-a416f262-d7a6-4762-8ebf-3c9ec01873f9 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626421 Jun 15 19:44:08.262083 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 50814) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:08.404731 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2f66a576-cd82-4d30-aec6-1c0380b9993e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:08.434815 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port e86b7374-75c4-418c-9797-1366945e2805 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:08.435920 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e86b7374-75c4-418c-9797-1366945e2805), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:08.472334 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d61603-5469-4233-b4a1-95259f1fc06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86b7374-75c4-418c-9797-1366945e2805'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:44:08.474706 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dd92c2-e8a0-4785-a335-2a98de13f11a" -d '{"events": [{"server_uuid": "29d61603-5469-4233-b4a1-95259f1fc06b", "name": "network-vif-plugged", "status": "completed", "tag": "e86b7374-75c4-418c-9797-1366945e2805"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:44:08.490920 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port e86b7374-75c4-418c-9797-1366945e2805, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e86b7374-75c4-418c-9797-1366945e2805,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:08.495943 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2f66a576-cd82-4d30-aec6-1c0380b9993e admin admin] Publish callbacks [] for security_group (b4c159c9-d59f-4653-bf63-fe275a3a30f0), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:08.497848 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e86b7374-75c4-418c-9797-1366945e2805), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:08.501154 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2f66a576-cd82-4d30-aec6-1c0380b9993e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (b4c159c9-d59f-4653-bf63-fe275a3a30f0), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:08.531546 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde20211-e4ac-46aa-9fab-2fcb348bfba8 x-openstack-request-id: req-bde20211-e4ac-46aa-9fab-2fcb348bfba8 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:44:08.531936 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d61603-5469-4233-b4a1-95259f1fc06b", "name": "network-vif-plugged", "status": "completed", "tag": "e86b7374-75c4-418c-9797-1366945e2805", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:44:08.532231 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bde20211-e4ac-46aa-9fab-2fcb348bfba8 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:44:08.532633 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde20211-e4ac-46aa-9fab-2fcb348bfba8'] response: {'server_uuid': '29d61603-5469-4233-b4a1-95259f1fc06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86b7374-75c4-418c-9797-1366945e2805', 'code': 200} Jun 15 19:44:08.559910 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-2f66a576-cd82-4d30-aec6-1c0380b9993e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4003fc5ac6934f0b95e129a1ef865eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021617 Jun 15 19:44:08.560303 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 50822) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:08.560855 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66a576-cd82-4d30-aec6-1c0380b9993e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c159c9-d59f-4653-bf63-fe275a3a30f0,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:08.563686 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=e86b7374-75c4-418c-9797-1366945e2805,revision_number=10']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:08.617994 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d360608c-95ca-4b80-a73c-7164ed3b9ad1 admin admin] Publish callbacks [] for security_group (b4c159c9-d59f-4653-bf63-fe275a3a30f0), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:08.645830 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d360608c-95ca-4b80-a73c-7164ed3b9ad1 admin admin] Publish callbacks [] for security_group (b4c159c9-d59f-4653-bf63-fe275a3a30f0), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:08.691890 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:08.717677 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d360608c-95ca-4b80-a73c-7164ed3b9ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (b4c159c9-d59f-4653-bf63-fe275a3a30f0), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:08.720473 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d360608c-95ca-4b80-a73c-7164ed3b9ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:08.721805 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d360608c-95ca-4b80-a73c-7164ed3b9ad1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4c159c9-d59f-4653-bf63-fe275a3a30f0 HTTP/1.1" status: 204 len: 168 time: 0.1602802 Jun 15 19:44:08.730629 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360608c-95ca-4b80-a73c-7164ed3b9ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c159c9-d59f-4653-bf63-fe275a3a30f0,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:08.745210 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf4bfe-1d7c-4278-b6b9-444fe8b63dec req-142e78c7-0581-46ed-9a26-68a8ad4d86c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:08.747347 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-80cf4bfe-1d7c-4278-b6b9-444fe8b63dec req-142e78c7-0581-46ed-9a26-68a8ad4d86c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 1131 time: 0.0485091 Jun 15 19:44:08.800120 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:08.815113 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-80cf4bfe-1d7c-4278-b6b9-444fe8b63dec req-4fff76a2-17f2-4a0b-b251-391c135e1875 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582092 Jun 15 19:44:09.060290 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 50828) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:09.074350 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-64c3fddf-8e25-421c-8122-947089a734db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:09.103456 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:09.159647 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-64c3fddf-8e25-421c-8122-947089a734db admin admin] Publish callbacks [] for security_group (360c9acc-baee-4650-bf71-0cd092ed39b2), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:09.163978 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-64c3fddf-8e25-421c-8122-947089a734db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (360c9acc-baee-4650-bf71-0cd092ed39b2), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:09.202825 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3fddf-8e25-421c-8122-947089a734db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360c9acc-baee-4650-bf71-0cd092ed39b2,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:09.207102 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-64c3fddf-8e25-421c-8122-947089a734db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc922d874d844a36a624bc8bccaed063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457226 Jun 15 19:44:09.210773 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 50830) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:09.267623 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b4b54d88-0452-413a-af0b-6eef43d5f440 admin admin] Publish callbacks [] for security_group (360c9acc-baee-4650-bf71-0cd092ed39b2), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:09.294078 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b4b54d88-0452-413a-af0b-6eef43d5f440 admin admin] Publish callbacks [] for security_group (360c9acc-baee-4650-bf71-0cd092ed39b2), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:09.358323 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b4b54d88-0452-413a-af0b-6eef43d5f440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (360c9acc-baee-4650-bf71-0cd092ed39b2), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:09.361683 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b4b54d88-0452-413a-af0b-6eef43d5f440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:09.363482 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-b4b54d88-0452-413a-af0b-6eef43d5f440 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/360c9acc-baee-4650-bf71-0cd092ed39b2 HTTP/1.1" status: 204 len: 168 time: 0.1514926 Jun 15 19:44:09.372543 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b54d88-0452-413a-af0b-6eef43d5f440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360c9acc-baee-4650-bf71-0cd092ed39b2,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:09.377467 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b50ed-7ead-4e4c-837b-6569ef374792 req-7acc12a4-28fb-423f-96e6-e3801dfa0339 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:09.379432 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4d0b50ed-7ead-4e4c-837b-6569ef374792 req-7acc12a4-28fb-423f-96e6-e3801dfa0339 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 947 time: 0.0577283 Jun 15 19:44:09.446865 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4d0b50ed-7ead-4e4c-837b-6569ef374792 req-6cc2926b-da47-4923-b6ac-fa29772374a6 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523708 Jun 15 19:44:09.453039 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:10.139284 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 50856) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:10.246491 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-780004059-network', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:10.267757 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] Made reservation on behalf of feaa96a8901e42c18c270c092a40fc83 for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:44:10.270105 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:10.278970 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:10.365174 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] Publish callbacks [] for security_group (4fefd374-8421-48cc-b860-90185c755185), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:10.370551 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (4fefd374-8421-48cc-b860-90185c755185), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:10.396663 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:44:10.407833 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fefd374-8421-48cc-b860-90185c755185,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:10.412908 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (55fec573-82ef-4d29-8a58-e1e34e513989), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:10.413248 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] Added segment 55fec573-82ef-4d29-8a58-e1e34e513989 of type vlan for network c97fa835-6951-4e5b-beef-24701d625969 Jun 15 19:44:10.462858 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (c97fa835-6951-4e5b-beef-24701d625969), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:10.492421 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (c97fa835-6951-4e5b-beef-24701d625969), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:10.493417 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:10.494313 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:10.541951 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4015167 Jun 15 19:44:10.545157 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 50868) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:10.556105 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-45b83edc-9b29-4074-accb-b81cae054c39 admin admin] Request body: {'subnet': {'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-780004059-subnet', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'ip_version': 4}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:10.571673 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be83e57-2b12-46c9-ad6b-db7b8fb10f3c admin admin] Pushing event updated for resources: {'Network': ['ID=c97fa835-6951-4e5b-beef-24701d625969,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:10.587385 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network c97fa835-6951-4e5b-beef-24701d625969 details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:44:10.593847 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b83edc-9b29-4074-accb-b81cae054c39 admin admin] Made reservation on behalf of feaa96a8901e42c18c270c092a40fc83 for: {'subnet': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:44:10.599019 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-45b83edc-9b29-4074-accb-b81cae054c39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470970'] for subnet (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:10.626114 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:10.661204 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9ae5c-0e8d-4501-8cf2-0e998549c6e5 req-5be2e1cc-d801-4793-afe1-fa96723d1283 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:10.663202 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dda9ae5c-0e8d-4501-8cf2-0e998549c6e5 req-5be2e1cc-d801-4793-afe1-fa96723d1283 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 947 time: 0.0648141 Jun 15 19:44:10.696788 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:10.729540 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dda9ae5c-0e8d-4501-8cf2-0e998549c6e5 req-690f1430-053d-4564-a247-ceed6d8d500f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599499 Jun 15 19:44:10.824733 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-45b83edc-9b29-4074-accb-b81cae054c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10171216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470932'] for subnet (b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:10.880241 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b83edc-9b29-4074-accb-b81cae054c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:10.897371 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b83edc-9b29-4074-accb-b81cae054c39 admin admin] Checking segment: {'id': '55fec573-82ef-4d29-8a58-e1e34e513989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:44:10.897731 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b83edc-9b29-4074-accb-b81cae054c39 admin admin] Network hostable DHCP agents. Network: c97fa835-6951-4e5b-beef-24701d625969, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:44:10.918432 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b83edc-9b29-4074-accb-b81cae054c39 admin admin] Network c97fa835-6951-4e5b-beef-24701d625969 is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:44:10.928662 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-45b83edc-9b29-4074-accb-b81cae054c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, c97fa835-6951-4e5b-beef-24701d625969) {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:44:10.935171 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b83edc-9b29-4074-accb-b81cae054c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:10.939273 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b835971f-4de4-4c13-b64d-4ba642d53c67 None None] Network c97fa835-6951-4e5b-beef-24701d625969 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:44:10.939427 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-45b83edc-9b29-4074-accb-b81cae054c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:10.969216 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-45b83edc-9b29-4074-accb-b81cae054c39 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4222507 Jun 15 19:44:10.973894 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 50900) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:10.980137 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:11.004064 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router (784f127f-6e05-455f-b00f-015bf7b1a9df), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:11.005818 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3941'] for router (784f127f-6e05-455f-b00f-015bf7b1a9df), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:11.068913 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Publish callbacks [] for router_controller (784f127f-6e05-455f-b00f-015bf7b1a9df), precommit_add_association {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:11.075475 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49e4f53-6553-5245-bd4d-638fdb67d380-c97fa835-6951-4e5b-beef-24701d625969', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'fixed_ips': [{'subnet_id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a'}]}} from dv-cinder-844563-3-iscsi. {{(pid=104105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 19:44:11.077102 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:11.077822 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:11.135546 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:11.161134 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:11.239301 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Publish callbacks [] for router_gateway (784f127f-6e05-455f-b00f-015bf7b1a9df), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:11.255615 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Allocated IP 172.20.0.2 (c97fa835-6951-4e5b-beef-24701d625969/b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a/26f6c39e-9062-4334-b69a-b190ccbc1792) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:44:11.444275 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:11.447507 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Publish callbacks [] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:11.457541 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:11.488563 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Publish callbacks [] for router_gateway (784f127f-6e05-455f-b00f-015bf7b1a9df), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:11.514600 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:11.516945 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Network c97fa835-6951-4e5b-beef-24701d625969 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:44:11.522023 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:44:11.525153 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:44:11.527048 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:11.537347 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Pushing event updated for resources: {'Port': ['ID=26f6c39e-9062-4334-b69a-b190ccbc1792,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:11.601360 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Attempting to bind port 26f6c39e-9062-4334-b69a-b190ccbc1792 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:44:11.602059 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Attempting to bind port 26f6c39e-9062-4334-b69a-b190ccbc1792 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '55fec573-82ef-4d29-8a58-e1e34e513989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:44:11.602059 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Attempting to bind port 26f6c39e-9062-4334-b69a-b190ccbc1792 on network c97fa835-6951-4e5b-beef-24701d625969 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:44:11.607770 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:44:11.608145 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Checking segment: {'id': '55fec573-82ef-4d29-8a58-e1e34e513989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:44:11.608594 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:11.609016 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Bound using segment: {'id': '55fec573-82ef-4d29-8a58-e1e34e513989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:44:11.609489 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Bound port: 26f6c39e-9062-4334-b69a-b190ccbc1792, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fec573-82ef-4d29-8a58-e1e34e513989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:44:11.610420 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:11.667017 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Allocated IP 172.27.0.76 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/6cbfce6e-23c0-4967-87fb-c7c7f3900d25) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:44:11.695432 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] For port 26f6c39e-9062-4334-b69a-b190ccbc1792, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:44:11.699168 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] For port 26f6c39e-9062-4334-b69a-b190ccbc1792, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=26f6c39e-9062-4334-b69a-b190ccbc1792,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:44:11.706905 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:11.774674 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72da9aa-9b89-45fa-9ff4-f3e9391409b3 None None] Pushing event updated for resources: {'Port': ['ID=26f6c39e-9062-4334-b69a-b190ccbc1792,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:11.806632 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Publish callbacks [] for port (6cbfce6e-23c0-4967-87fb-c7c7f3900d25), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:11.865478 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (6cbfce6e-23c0-4967-87fb-c7c7f3900d25), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:11.951534 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:44:11.962519 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd00c35-9eb8-4c67-9aac-24288d5764aa req-bfa992d9-d523-4d7e-9380-245017938067 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:11.964124 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1fd00c35-9eb8-4c67-9aac-24288d5764aa req-bfa992d9-d523-4d7e-9380-245017938067 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 947 time: 0.1097219 Jun 15 19:44:11.969982 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:44:11.976744 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:44:12.034236 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Pushing event updated for resources: {'Port': ['ID=6cbfce6e-23c0-4967-87fb-c7c7f3900d25,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:12.143220 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1fd00c35-9eb8-4c67-9aac-24288d5764aa req-b84dce5f-e9f8-46df-b322-3dc36d833d1f tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708205 Jun 15 19:44:12.226582 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:12.491547 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Publish callbacks [] for router_gateway (784f127f-6e05-455f-b00f-015bf7b1a9df), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:12.494115 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:12.679883 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622531'] for router (784f127f-6e05-455f-b00f-015bf7b1a9df), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:12.769366 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1d130-f2fc-4d1b-acea-bedad3114c82 None None] Network c97fa835-6951-4e5b-beef-24701d625969 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:44:12.801467 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 26f6c39e-9062-4334-b69a-b190ccbc1792 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:44:12.818402 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Router 784f127f-6e05-455f-b00f-015bf7b1a9df is scheduled to L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 with binding_index 1 {{(pid=104104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 19:44:12.885241 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-120d88e1-bc2c-4a50-bbf3-8bb744c0128d None None] Provisioning complete for port 26f6c39e-9062-4334-b69a-b190ccbc1792 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:12.885648 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-120d88e1-bc2c-4a50-bbf3-8bb744c0128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:12.919995 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:44:12.932297 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Sync routers for ids ['784f127f-6e05-455f-b00f-015bf7b1a9df'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:44:12.938541 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:12.942238 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-88a4c7e4-4c57-4826-b5bd-63d897d25dbe admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9647901 Jun 15 19:44:12.942472 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 50912) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:12.948713 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Routers {'784f127f-6e05-455f-b00f-015bf7b1a9df'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:12.949398 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['784f127f-6e05-455f-b00f-015bf7b1a9df'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:12.961258 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 26f6c39e-9062-4334-b69a-b190ccbc1792 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:12.961636 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.065140 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-120d88e1-bc2c-4a50-bbf3-8bb744c0128d None None] Current status of the port 26f6c39e-9062-4334-b69a-b190ccbc1792 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:13.065537 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-120d88e1-bc2c-4a50-bbf3-8bb744c0128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.081071 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Set router 784f127f-6e05-455f-b00f-015bf7b1a9df gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:13.104674 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 26f6c39e-9062-4334-b69a-b190ccbc1792 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:13.105083 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.137000 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-120d88e1-bc2c-4a50-bbf3-8bb744c0128d None None] For port 26f6c39e-9062-4334-b69a-b190ccbc1792, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=26f6c39e-9062-4334-b69a-b190ccbc1792,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:13.150178 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-120d88e1-bc2c-4a50-bbf3-8bb744c0128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.225887 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.db.api [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 15 19:44:13.226321 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG oslo_db.api [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 19:44:13.231216 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d88e1-bc2c-4a50-bbf3-8bb744c0128d None None] Pushing event updated for resources: {'Port': ['ID=26f6c39e-9062-4334-b69a-b190ccbc1792,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:13.267814 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8bf27fc8-bc01-4ed1-b183-58d1ee1313ab None None] Provisioning complete for port 26f6c39e-9062-4334-b69a-b190ccbc1792 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:13.268093 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bf27fc8-bc01-4ed1-b183-58d1ee1313ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.333386 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:13.346139 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8bf27fc8-bc01-4ed1-b183-58d1ee1313ab None None] Current status of the port 26f6c39e-9062-4334-b69a-b190ccbc1792 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:13.376668 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:12Z', 'revision_number': 3, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:13.392194 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.403639 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Checking router: 784f127f-6e05-455f-b00f-015bf7b1a9df for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:44:13.403982 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Updating router 784f127f-6e05-455f-b00f-015bf7b1a9df port 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 binding host dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:44:13.412176 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:13.432885 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (6cbfce6e-23c0-4967-87fb-c7c7f3900d25), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.547985 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Allocated IP 172.20.0.1 (c97fa835-6951-4e5b-beef-24701d625969/b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a/fc2c515c-a91f-44b7-b806-3f57a33ca832) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:44:13.654187 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Publish callbacks [] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.689119 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.692951 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Publish callbacks [] for port (6cbfce6e-23c0-4967-87fb-c7c7f3900d25), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.698252 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (6cbfce6e-23c0-4967-87fb-c7c7f3900d25), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.730068 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Network c97fa835-6951-4e5b-beef-24701d625969 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:44:13.733242 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:44:13.737372 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:44:13.746714 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Attempting to bind port 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:44:13.747073 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Attempting to bind port 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:44:13.747422 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Attempting to bind port 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 on network 728c9963-7e10-4d9f-91fa-9b340ad520f1 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:44:13.761723 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:44:13.762012 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Pushing event updated for resources: {'Port': ['ID=fc2c515c-a91f-44b7-b806-3f57a33ca832,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:13.762146 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Checking segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:44:13.762483 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.763011 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Bound using segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:44:13.763331 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Bound port: 6cbfce6e-23c0-4967-87fb-c7c7f3900d25, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:44:13.763698 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (6cbfce6e-23c0-4967-87fb-c7c7f3900d25), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.781538 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 26f6c39e-9062-4334-b69a-b190ccbc1792 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:13.782805 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622311'] for router_interface (784f127f-6e05-455f-b00f-015bf7b1a9df), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.810134 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Pushing event updated for resources: {'Port': ['ID=6cbfce6e-23c0-4967-87fb-c7c7f3900d25,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:13.823779 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.824127 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.824539 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.824842 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.825168 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.825493 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.825814 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.826150 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.826474 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.826818 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.827255 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.827451 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.827819 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.828414 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.829400 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:13.861336 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] For port 6cbfce6e-23c0-4967-87fb-c7c7f3900d25, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:44:13.864579 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] For port 6cbfce6e-23c0-4967-87fb-c7c7f3900d25, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=6cbfce6e-23c0-4967-87fb-c7c7f3900d25,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:44:13.872377 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (6cbfce6e-23c0-4967-87fb-c7c7f3900d25), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.922596 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:13.927925 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:13.936816 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da304faf-f4c9-4c4f-ac91-8468f459442a None None] Pushing event updated for resources: {'Port': ['ID=6cbfce6e-23c0-4967-87fb-c7c7f3900d25,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:13.939510 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Routers {'784f127f-6e05-455f-b00f-015bf7b1a9df'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:13.940089 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['784f127f-6e05-455f-b00f-015bf7b1a9df'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:14.044516 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] Set router 784f127f-6e05-455f-b00f-015bf7b1a9df gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:14.069620 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-93441ad8-d7f5-4ccc-ad10-057b2308560c None None] Provisioning complete for port fc2c515c-a91f-44b7-b806-3f57a33ca832 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:14.069933 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93441ad8-d7f5-4ccc-ad10-057b2308560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:14.071287 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:14.085225 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:14.100632 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Publish callbacks [] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:14.104476 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-93441ad8-d7f5-4ccc-ad10-057b2308560c None None] Port fc2c515c-a91f-44b7-b806-3f57a33ca832 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:44:14.107115 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:14.176016 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Pushing event updated for resources: {'Port': ['ID=fc2c515c-a91f-44b7-b806-3f57a33ca832,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:14.183713 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622363'] for router_interface (784f127f-6e05-455f-b00f-015bf7b1a9df), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:14.211523 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:14.236941 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 4, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fc2c515c-a91f-44b7-b806-3f57a33ca832', 'name': '', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'mac_address': 'fa:16:3e:7b:cd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:13Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 1, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'subnets': [{'id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:14.262038 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4a389-6f70-441d-9ed7-bdb1d4f6cb7f None None] The sync data for ids ['784f127f-6e05-455f-b00f-015bf7b1a9df'] in dv-cinder-844563-3-iscsi is: [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 4, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fc2c515c-a91f-44b7-b806-3f57a33ca832', 'name': '', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'mac_address': 'fa:16:3e:7b:cd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:13Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 1, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'subnets': [{'id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:44:14.290841 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Network c97fa835-6951-4e5b-beef-24701d625969 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:44:14.292248 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:44:14.407468 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Router 784f127f-6e05-455f-b00f-015bf7b1a9df has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:44:14.556978 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:44:14.562546 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6d5aabe1-559f-412c-aeb2-96775bcb1a9b admin admin] 10.222.0.15 "PUT /v2.0/routers/784f127f-6e05-455f-b00f-015bf7b1a9df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6190441 Jun 15 19:44:14.626646 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-49080ff5-479f-4f49-9304-0ecca9ff260a None None] Provisioning complete for port fc2c515c-a91f-44b7-b806-3f57a33ca832 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:14.627110 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49080ff5-479f-4f49-9304-0ecca9ff260a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:14.659820 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-49080ff5-479f-4f49-9304-0ecca9ff260a None None] Port fc2c515c-a91f-44b7-b806-3f57a33ca832 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:44:14.778929 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 26f6c39e-9062-4334-b69a-b190ccbc1792 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:44:14.802481 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:14.841451 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 26f6c39e-9062-4334-b69a-b190ccbc1792 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:14.841823 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:14.946705 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 26f6c39e-9062-4334-b69a-b190ccbc1792 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:15.146055 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 50932) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:15.151863 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-755789977-network', 'tenant_id': '2f7874ef29f7408388914096a7b56893'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:15.180840 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] Made reservation on behalf of 2f7874ef29f7408388914096a7b56893 for: {'network': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:44:15.183844 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:15.198009 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:15.290495 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] Publish callbacks [] for security_group (41d5be5c-6d74-447d-9d18-ebb407e807de), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:15.294660 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (41d5be5c-6d74-447d-9d18-ebb407e807de), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:15.323765 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=104103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:44:15.334380 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d5be5c-6d74-447d-9d18-ebb407e807de,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:15.337776 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (c1e444c4-545d-4789-ade3-8345d034922e), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:15.338140 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.segments_db [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] Added segment c1e444c4-545d-4789-ade3-8345d034922e of type vlan for network 5f395188-d9ec-47a4-8585-a2a1fa4522d9 Jun 15 19:44:15.388120 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (5f395188-d9ec-47a4-8585-a2a1fa4522d9), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:15.414574 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (5f395188-d9ec-47a4-8585-a2a1fa4522d9), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:15.415569 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:15.416168 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:15.457602 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3102093 Jun 15 19:44:15.460709 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 50934) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:15.465635 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-a7b16140-0ed4-48d8-99bd-159f23616690 admin admin] Request body: {'subnet': {'network_id': '5f395188-d9ec-47a4-8585-a2a1fa4522d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-755789977-subnet', 'tenant_id': '2f7874ef29f7408388914096a7b56893', 'ip_version': 4}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:15.498964 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d108c67-077f-4a14-91b7-878e53c4013e admin admin] Pushing event updated for resources: {'Network': ['ID=5f395188-d9ec-47a4-8585-a2a1fa4522d9,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:15.513758 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network 5f395188-d9ec-47a4-8585-a2a1fa4522d9 details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:44:15.517877 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b16140-0ed4-48d8-99bd-159f23616690 admin admin] Made reservation on behalf of 2f7874ef29f7408388914096a7b56893 for: {'subnet': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:44:15.520361 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a7b16140-0ed4-48d8-99bd-159f23616690 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470970'] for subnet (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:15.848964 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:INSERT=12,neutron:UPDATE=4,neutron:SELECT=83,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:15.888634 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:15.949203 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a7b16140-0ed4-48d8-99bd-159f23616690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10171216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470932'] for subnet (c8c98122-8939-4300-9364-7857e2e02b9b), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:16.007667 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b16140-0ed4-48d8-99bd-159f23616690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c98122-8939-4300-9364-7857e2e02b9b,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:16.020972 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b16140-0ed4-48d8-99bd-159f23616690 admin admin] Checking segment: {'id': 'c1e444c4-545d-4789-ade3-8345d034922e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f395188-d9ec-47a4-8585-a2a1fa4522d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:44:16.021325 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b16140-0ed4-48d8-99bd-159f23616690 admin admin] Network hostable DHCP agents. Network: 5f395188-d9ec-47a4-8585-a2a1fa4522d9, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:44:16.040068 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b16140-0ed4-48d8-99bd-159f23616690 admin admin] Network 5f395188-d9ec-47a4-8585-a2a1fa4522d9 is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:44:16.055711 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-a7b16140-0ed4-48d8-99bd-159f23616690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, 5f395188-d9ec-47a4-8585-a2a1fa4522d9) {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:44:16.061513 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b16140-0ed4-48d8-99bd-159f23616690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:16.062514 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a7b16140-0ed4-48d8-99bd-159f23616690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:16.065273 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6bd38b-f41e-49da-8a26-13d898f9a61b None None] Network 5f395188-d9ec-47a4-8585-a2a1fa4522d9 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:44:16.083066 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-a7b16140-0ed4-48d8-99bd-159f23616690 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6213260 Jun 15 19:44:16.085598 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 50942) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:16.090519 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-755789977-router', 'tenant_id': '2f7874ef29f7408388914096a7b56893', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:16.115457 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router (9e30878b-fd0a-4c63-a172-7a72a0477275), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:16.117042 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3941'] for router (9e30878b-fd0a-4c63-a172-7a72a0477275), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:16.137121 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:16.145507 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:16.175154 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Publish callbacks [] for router_controller (9e30878b-fd0a-4c63-a172-7a72a0477275), precommit_add_association {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:16.189949 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49e4f53-6553-5245-bd4d-638fdb67d380-5f395188-d9ec-47a4-8585-a2a1fa4522d9', 'network_id': '5f395188-d9ec-47a4-8585-a2a1fa4522d9', 'project_id': '2f7874ef29f7408388914096a7b56893', 'fixed_ips': [{'subnet_id': 'c8c98122-8939-4300-9364-7857e2e02b9b'}]}} from dv-cinder-844563-3-iscsi. {{(pid=104105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 19:44:16.191596 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:16.311640 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Publish callbacks [] for router_gateway (9e30878b-fd0a-4c63-a172-7a72a0477275), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:16.358386 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Allocated IP 172.20.0.2 (5f395188-d9ec-47a4-8585-a2a1fa4522d9/c8c98122-8939-4300-9364-7857e2e02b9b/4b431d39-ece2-434d-9a0a-f83110331edf) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:44:16.442194 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Sync routers for ids ['784f127f-6e05-455f-b00f-015bf7b1a9df'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:44:16.464960 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Routers {'784f127f-6e05-455f-b00f-015bf7b1a9df'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:16.465591 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['784f127f-6e05-455f-b00f-015bf7b1a9df'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:16.523784 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Publish callbacks [] for router_gateway (9e30878b-fd0a-4c63-a172-7a72a0477275), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:16.544057 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:16.634728 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Publish callbacks [] for port (4b431d39-ece2-434d-9a0a-f83110331edf), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:16.649728 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:16.657673 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Set router 784f127f-6e05-455f-b00f-015bf7b1a9df gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:16.665347 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Allocated IP 172.27.0.110 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/5b9a2160-58c9-4f6e-bc05-285b4a1603ad) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:44:16.776945 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Publish callbacks [] for port (5b9a2160-58c9-4f6e-bc05-285b4a1603ad), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:16.789656 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:16.807471 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:16.817433 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (5b9a2160-58c9-4f6e-bc05-285b4a1603ad), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:16.833916 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:44:16.865970 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:44:16.871353 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:44:16.873879 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:44:16.877885 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Pushing event updated for resources: {'Port': ['ID=5b9a2160-58c9-4f6e-bc05-285b4a1603ad,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:16.886715 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Network 5f395188-d9ec-47a4-8585-a2a1fa4522d9 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:44:16.919660 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:44:16.926444 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:44:16.928527 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Pushing event updated for resources: {'Port': ['ID=4b431d39-ece2-434d-9a0a-f83110331edf,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:17.048957 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:17.049331 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (6cbfce6e-23c0-4967-87fb-c7c7f3900d25), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:17.080739 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Attempting to bind port 4b431d39-ece2-434d-9a0a-f83110331edf on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:44:17.081387 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Attempting to bind port 4b431d39-ece2-434d-9a0a-f83110331edf by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': 'c1e444c4-545d-4789-ade3-8345d034922e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f395188-d9ec-47a4-8585-a2a1fa4522d9'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:44:17.081387 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Attempting to bind port 4b431d39-ece2-434d-9a0a-f83110331edf on network 5f395188-d9ec-47a4-8585-a2a1fa4522d9 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:44:17.103079 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:44:17.103453 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Checking segment: {'id': 'c1e444c4-545d-4789-ade3-8345d034922e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f395188-d9ec-47a4-8585-a2a1fa4522d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:44:17.103848 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:17.104235 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Bound using segment: {'id': 'c1e444c4-545d-4789-ade3-8345d034922e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f395188-d9ec-47a4-8585-a2a1fa4522d9'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:44:17.104704 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Bound port: 4b431d39-ece2-434d-9a0a-f83110331edf, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e444c4-545d-4789-ade3-8345d034922e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f395188-d9ec-47a4-8585-a2a1fa4522d9'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:44:17.105086 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:17.120149 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Publish callbacks [] for router_gateway (9e30878b-fd0a-4c63-a172-7a72a0477275), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:17.204499 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 4, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fc2c515c-a91f-44b7-b806-3f57a33ca832', 'name': '', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'mac_address': 'fa:16:3e:7b:cd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:13Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 2, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'subnets': [{'id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:17.241922 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Checking router: 784f127f-6e05-455f-b00f-015bf7b1a9df for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:44:17.242303 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Updating router 784f127f-6e05-455f-b00f-015bf7b1a9df port fc2c515c-a91f-44b7-b806-3f57a33ca832 binding host dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:44:17.280365 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:17.280826 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (6cbfce6e-23c0-4967-87fb-c7c7f3900d25), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:17.296892 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] For port 4b431d39-ece2-434d-9a0a-f83110331edf, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:44:17.308458 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622531'] for router (9e30878b-fd0a-4c63-a172-7a72a0477275), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:17.322552 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] For port 4b431d39-ece2-434d-9a0a-f83110331edf, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=4b431d39-ece2-434d-9a0a-f83110331edf,segment=NetworkSegment(c1e444c4-545d-4789-ade3-8345d034922e),segment_id=c1e444c4-545d-4789-ade3-8345d034922e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:44:17.324012 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:17.329342 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] For port 6cbfce6e-23c0-4967-87fb-c7c7f3900d25, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=6cbfce6e-23c0-4967-87fb-c7c7f3900d25,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:17.341283 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (6cbfce6e-23c0-4967-87fb-c7c7f3900d25), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:17.365607 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:17.382648 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:17.442015 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Pushing event updated for resources: {'Port': ['ID=6cbfce6e-23c0-4967-87fb-c7c7f3900d25,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:17.444631 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:17.462553 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Router 9e30878b-fd0a-4c63-a172-7a72a0477275 is scheduled to L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 with binding_index 1 {{(pid=104103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 19:44:17.574378 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c90f69-e44b-4f49-9fd5-e1de46ed88f8 None None] Pushing event updated for resources: {'Port': ['ID=4b431d39-ece2-434d-9a0a-f83110331edf,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:17.599959 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:44:17.611362 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Sync routers for ids ['9e30878b-fd0a-4c63-a172-7a72a0477275'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:44:17.630792 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Routers {'9e30878b-fd0a-4c63-a172-7a72a0477275'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:17.631283 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9e30878b-fd0a-4c63-a172-7a72a0477275'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:17.650640 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:17.650640 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-802c2fa7-129c-4292-b892-b2ffb0cff04a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5621240 Jun 15 19:44:17.651799 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 50958) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:17.688203 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:17.822801 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Publish callbacks [] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:17.831215 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:17.893604 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Set router 9e30878b-fd0a-4c63-a172-7a72a0477275 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:17.923752 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87ac88-e57d-4205-83d4-cec4c5d6af4b None None] Pushing event updated for resources: {'Port': ['ID=fc2c515c-a91f-44b7-b806-3f57a33ca832,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:18.021081 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:18.024491 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Attempting to bind port fc2c515c-a91f-44b7-b806-3f57a33ca832 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:44:18.024862 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Attempting to bind port fc2c515c-a91f-44b7-b806-3f57a33ca832 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '55fec573-82ef-4d29-8a58-e1e34e513989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:44:18.025224 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Attempting to bind port fc2c515c-a91f-44b7-b806-3f57a33ca832 on network c97fa835-6951-4e5b-beef-24701d625969 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:44:18.040005 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:44:18.040299 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Checking segment: {'id': '55fec573-82ef-4d29-8a58-e1e34e513989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:44:18.040716 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.041114 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Bound using segment: {'id': '55fec573-82ef-4d29-8a58-e1e34e513989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:44:18.041600 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Bound port: fc2c515c-a91f-44b7-b806-3f57a33ca832, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fec573-82ef-4d29-8a58-e1e34e513989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:44:18.041982 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.182304 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] For port fc2c515c-a91f-44b7-b806-3f57a33ca832, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:44:18.187904 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] For port fc2c515c-a91f-44b7-b806-3f57a33ca832, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=fc2c515c-a91f-44b7-b806-3f57a33ca832,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:44:18.199830 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.244224 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'name': 'tempest-TestShelveInstance-755789977-router', 'tenant_id': '2f7874ef29f7408388914096a7b56893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '5b9a2160-58c9-4f6e-bc05-285b4a1603ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:44:17Z', 'revision_number': 3, 'project_id': '2f7874ef29f7408388914096a7b56893', 'gw_port': {'id': '5b9a2160-58c9-4f6e-bc05-285b4a1603ad', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:18.285227 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.298714 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-40fb3436-7fcb-4327-a87d-8e679d38db04 None None] Provisioning complete for port fc2c515c-a91f-44b7-b806-3f57a33ca832 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:18.299120 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-40fb3436-7fcb-4327-a87d-8e679d38db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.307515 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Checking router: 9e30878b-fd0a-4c63-a172-7a72a0477275 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:44:18.308123 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Updating router 9e30878b-fd0a-4c63-a172-7a72a0477275 port 5b9a2160-58c9-4f6e-bc05-285b4a1603ad binding host dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:44:18.353382 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87ac88-e57d-4205-83d4-cec4c5d6af4b None None] Pushing event updated for resources: {'Port': ['ID=fc2c515c-a91f-44b7-b806-3f57a33ca832,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:18.356099 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (5b9a2160-58c9-4f6e-bc05-285b4a1603ad), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.373813 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Routers {'784f127f-6e05-455f-b00f-015bf7b1a9df'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:18.376710 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['784f127f-6e05-455f-b00f-015bf7b1a9df'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:18.613911 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Allocated IP 172.20.0.1 (5f395188-d9ec-47a4-8585-a2a1fa4522d9/c8c98122-8939-4300-9364-7857e2e02b9b/d411c8d7-e68a-4ed9-b221-1f6100796cd9) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:44:18.628418 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.709003 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-40fb3436-7fcb-4327-a87d-8e679d38db04 None None] Current status of the port fc2c515c-a91f-44b7-b806-3f57a33ca832 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:18.709681 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-40fb3436-7fcb-4327-a87d-8e679d38db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.755671 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Publish callbacks [] for port (5b9a2160-58c9-4f6e-bc05-285b4a1603ad), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.758609 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:18.766624 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (5b9a2160-58c9-4f6e-bc05-285b4a1603ad), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.773652 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] Set router 784f127f-6e05-455f-b00f-015bf7b1a9df gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:18.811744 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd2b44-0087-4b41-a06c-1374911d370b None None] Pushing event updated for resources: {'Port': ['ID=5b9a2160-58c9-4f6e-bc05-285b4a1603ad,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:18.838360 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Attempting to bind port 5b9a2160-58c9-4f6e-bc05-285b4a1603ad on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:44:18.838722 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Attempting to bind port 5b9a2160-58c9-4f6e-bc05-285b4a1603ad by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:44:18.839077 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Attempting to bind port 5b9a2160-58c9-4f6e-bc05-285b4a1603ad on network 728c9963-7e10-4d9f-91fa-9b340ad520f1 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:44:18.845384 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:44:18.845751 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Checking segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:44:18.846271 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.846660 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Bound using segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:44:18.847656 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Bound port: 5b9a2160-58c9-4f6e-bc05-285b4a1603ad, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:44:18.847656 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (5b9a2160-58c9-4f6e-bc05-285b4a1603ad), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.871207 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-40fb3436-7fcb-4327-a87d-8e679d38db04 None None] For port fc2c515c-a91f-44b7-b806-3f57a33ca832, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=fc2c515c-a91f-44b7-b806-3f57a33ca832,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:18.874039 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:18.888745 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-40fb3436-7fcb-4327-a87d-8e679d38db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.892803 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Publish callbacks [] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.916475 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] For port 5b9a2160-58c9-4f6e-bc05-285b4a1603ad, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:44:18.925247 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] For port 5b9a2160-58c9-4f6e-bc05-285b4a1603ad, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=5b9a2160-58c9-4f6e-bc05-285b4a1603ad,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:44:18.933920 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (5b9a2160-58c9-4f6e-bc05-285b4a1603ad), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:18.973549 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:19.042488 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Routers {'9e30878b-fd0a-4c63-a172-7a72a0477275'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:19.043131 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9e30878b-fd0a-4c63-a172-7a72a0477275'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:19.082710 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Pushing event updated for resources: {'Port': ['ID=d411c8d7-e68a-4ed9-b221-1f6100796cd9,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:19.084588 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-758970a3-1ad3-4aab-9e89-1066b1903d3b None None] Provisioning complete for port fc2c515c-a91f-44b7-b806-3f57a33ca832 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:19.085118 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-758970a3-1ad3-4aab-9e89-1066b1903d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:19.092975 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Network 5f395188-d9ec-47a4-8585-a2a1fa4522d9 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:44:19.096374 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:44:19.099864 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:44:19.114531 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd2b44-0087-4b41-a06c-1374911d370b None None] Pushing event updated for resources: {'Port': ['ID=5b9a2160-58c9-4f6e-bc05-285b4a1603ad,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:19.123444 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20db866-acc1-4e35-9d46-ea0c295dd485 None None] Network 5f395188-d9ec-47a4-8585-a2a1fa4522d9 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:44:19.146580 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:19.148216 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622311'] for router_interface (9e30878b-fd0a-4c63-a172-7a72a0477275), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:19.152500 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb3436-7fcb-4327-a87d-8e679d38db04 None None] Pushing event updated for resources: {'Port': ['ID=fc2c515c-a91f-44b7-b806-3f57a33ca832,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:19.211116 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] Set router 9e30878b-fd0a-4c63-a172-7a72a0477275 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:19.319978 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:19.411099 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 4b431d39-ece2-434d-9a0a-f83110331edf up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:44:19.425699 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:19.493888 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-758970a3-1ad3-4aab-9e89-1066b1903d3b None None] Current status of the port fc2c515c-a91f-44b7-b806-3f57a33ca832 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:19.553690 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'name': 'tempest-TestShelveInstance-755789977-router', 'tenant_id': '2f7874ef29f7408388914096a7b56893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '5b9a2160-58c9-4f6e-bc05-285b4a1603ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:44:17Z', 'revision_number': 3, 'project_id': '2f7874ef29f7408388914096a7b56893', 'gw_port': {'id': '5b9a2160-58c9-4f6e-bc05-285b4a1603ad', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:19.581940 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f17dd0-2fe0-4c21-8b53-32098f21c224 None None] The sync data for ids ['9e30878b-fd0a-4c63-a172-7a72a0477275'] in dv-cinder-844563-3-iscsi is: [{'id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'name': 'tempest-TestShelveInstance-755789977-router', 'tenant_id': '2f7874ef29f7408388914096a7b56893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '5b9a2160-58c9-4f6e-bc05-285b4a1603ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:44:17Z', 'revision_number': 3, 'project_id': '2f7874ef29f7408388914096a7b56893', 'gw_port': {'id': '5b9a2160-58c9-4f6e-bc05-285b4a1603ad', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:44:19.616374 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:19.661778 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 4b431d39-ece2-434d-9a0a-f83110331edf triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:19.662197 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:19.667041 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-9187508f-67f8-4f39-aa5b-ef3139f6ed4d None None] Provisioning complete for port 4b431d39-ece2-434d-9a0a-f83110331edf triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:19.667268 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9187508f-67f8-4f39-aa5b-ef3139f6ed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:19.712860 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 4, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fc2c515c-a91f-44b7-b806-3f57a33ca832', 'name': '', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'mac_address': 'fa:16:3e:7b:cd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:13Z', 'updated_at': '2022-06-15T19:44:18Z', 'revision_number': 4, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'subnets': [{'id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:19.781556 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd7b097-ea39-468f-a069-1896598d12ae None None] The sync data for ids ['784f127f-6e05-455f-b00f-015bf7b1a9df'] in dv-cinder-844563-3-iscsi is: [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 4, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fc2c515c-a91f-44b7-b806-3f57a33ca832', 'name': '', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'mac_address': 'fa:16:3e:7b:cd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:13Z', 'updated_at': '2022-06-15T19:44:18Z', 'revision_number': 4, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'subnets': [{'id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:44:19.891197 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Publish callbacks [] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:19.900893 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:19.910482 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 4b431d39-ece2-434d-9a0a-f83110331edf is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:19.910988 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:19.929185 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:20.023232 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:20.026473 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-9187508f-67f8-4f39-aa5b-ef3139f6ed4d None None] Current status of the port 4b431d39-ece2-434d-9a0a-f83110331edf is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:20.027432 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9187508f-67f8-4f39-aa5b-ef3139f6ed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:20.104431 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] For port 4b431d39-ece2-434d-9a0a-f83110331edf, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=4b431d39-ece2-434d-9a0a-f83110331edf,segment=NetworkSegment(c1e444c4-545d-4789-ade3-8345d034922e),segment_id=c1e444c4-545d-4789-ade3-8345d034922e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:20.110114 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Pushing event updated for resources: {'Port': ['ID=d411c8d7-e68a-4ed9-b221-1f6100796cd9,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:20.113282 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622363'] for router_interface (9e30878b-fd0a-4c63-a172-7a72a0477275), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:20.146289 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:20.147360 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device fc2c515c-a91f-44b7-b806-3f57a33ca832 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:44:20.173950 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c61b90-8394-44b2-8e83-5221d6269879 req-bc97bcd7-323c-4789-ae7a-09fea7665982 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:20.175832 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-99c61b90-8394-44b2-8e83-5221d6269879 req-bc97bcd7-323c-4789-ae7a-09fea7665982 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 946 time: 0.0899649 Jun 15 19:44:20.337087 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.db.api [None req-9187508f-67f8-4f39-aa5b-ef3139f6ed4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 15 19:44:20.337505 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG oslo_db.api [None req-9187508f-67f8-4f39-aa5b-ef3139f6ed4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 19:44:20.343277 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Pushing event updated for resources: {'Port': ['ID=4b431d39-ece2-434d-9a0a-f83110331edf,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:20.356851 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port fc2c515c-a91f-44b7-b806-3f57a33ca832 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:20.358169 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:20.398789 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-99c61b90-8394-44b2-8e83-5221d6269879 req-e39712fb-892e-4905-8139-f881a2fd3c77 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=da550e43-dd4b-4ff3-bc1e-520517ac677d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065856 Jun 15 19:44:20.415906 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Network 5f395188-d9ec-47a4-8585-a2a1fa4522d9 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:44:20.415906 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:44:20.466466 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port fc2c515c-a91f-44b7-b806-3f57a33ca832 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:20.467550 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:44:20.493862 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:20.545995 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Router 9e30878b-fd0a-4c63-a172-7a72a0477275 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:44:20.551244 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:20.551648 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (6cbfce6e-23c0-4967-87fb-c7c7f3900d25), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:20.659029 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:20.681821 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:44:20.696022 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-fa4820c4-4821-40b5-b846-a9c567ff4f6b admin admin] 10.222.0.15 "PUT /v2.0/routers/9e30878b-fd0a-4c63-a172-7a72a0477275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0340714 Jun 15 19:44:20.887972 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-9187508f-67f8-4f39-aa5b-ef3139f6ed4d None None] Current status of the port 4b431d39-ece2-434d-9a0a-f83110331edf is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:20.891727 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 4b431d39-ece2-434d-9a0a-f83110331edf up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:44:20.941887 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 4b431d39-ece2-434d-9a0a-f83110331edf triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:20.942296 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.035890 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-57043097-083f-4abd-86f8-8301a7ff29fe None None] Provisioning complete for port d411c8d7-e68a-4ed9-b221-1f6100796cd9 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:21.036103 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-57043097-083f-4abd-86f8-8301a7ff29fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.039861 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 4b431d39-ece2-434d-9a0a-f83110331edf is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:21.040976 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 5b9a2160-58c9-4f6e-bc05-285b4a1603ad up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:44:21.099513 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-57043097-083f-4abd-86f8-8301a7ff29fe None None] Port d411c8d7-e68a-4ed9-b221-1f6100796cd9 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:44:21.116370 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-57043097-083f-4abd-86f8-8301a7ff29fe None None] Provisioning complete for port 4b431d39-ece2-434d-9a0a-f83110331edf triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:21.116559 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-57043097-083f-4abd-86f8-8301a7ff29fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.122054 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51010) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:21.127731 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-4758b27a-251e-486a-ac5e-53c017c86f4c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-301187745', 'description': 'tempest-secgroup-smoke-301187745 description', 'project_id': 'feaa96a8901e42c18c270c092a40fc83'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:21.151961 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 5b9a2160-58c9-4f6e-bc05-285b4a1603ad triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:21.152336 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (5b9a2160-58c9-4f6e-bc05-285b4a1603ad), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.159814 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4758b27a-251e-486a-ac5e-53c017c86f4c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.206156 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:21.233959 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4758b27a-251e-486a-ac5e-53c017c86f4c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group (4df2f697-adac-4040-b9ae-c66b9937492d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.238248 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4758b27a-251e-486a-ac5e-53c017c86f4c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (4df2f697-adac-4040-b9ae-c66b9937492d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.271473 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-57043097-083f-4abd-86f8-8301a7ff29fe None None] Current status of the port 4b431d39-ece2-434d-9a0a-f83110331edf is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:21.272841 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4758b27a-251e-486a-ac5e-53c017c86f4c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.274261 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-4758b27a-251e-486a-ac5e-53c017c86f4c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1504552 Jun 15 19:44:21.275360 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 5b9a2160-58c9-4f6e-bc05-285b4a1603ad is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:21.275742 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (5b9a2160-58c9-4f6e-bc05-285b4a1603ad), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.277067 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51012) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:21.281805 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-90aee02d-1b05-44d9-85f8-9c52ad1ae7a7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Request body: {'security_group_rule': {'security_group_id': '4df2f697-adac-4040-b9ae-c66b9937492d', 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:21.287793 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758b27a-251e-486a-ac5e-53c017c86f4c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df2f697-adac-4040-b9ae-c66b9937492d,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:21.308299 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] For port 5b9a2160-58c9-4f6e-bc05-285b4a1603ad, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=5b9a2160-58c9-4f6e-bc05-285b4a1603ad,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:21.313313 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (5b9a2160-58c9-4f6e-bc05-285b4a1603ad), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.314994 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device fc2c515c-a91f-44b7-b806-3f57a33ca832 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:44:21.316795 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-90aee02d-1b05-44d9-85f8-9c52ad1ae7a7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (df3fa2b2-b801-43b5-9100-061449889f2c), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.320156 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:21.392341 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-90aee02d-1b05-44d9-85f8-9c52ad1ae7a7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (df3fa2b2-b801-43b5-9100-061449889f2c), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.400466 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-90aee02d-1b05-44d9-85f8-9c52ad1ae7a7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (df3fa2b2-b801-43b5-9100-061449889f2c), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.425443 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aee02d-1b05-44d9-85f8-9c52ad1ae7a7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3fa2b2-b801-43b5-9100-061449889f2c,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:21.425790 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Pushing event updated for resources: {'Port': ['ID=5b9a2160-58c9-4f6e-bc05-285b4a1603ad,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:21.436897 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-90aee02d-1b05-44d9-85f8-9c52ad1ae7a7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.441339 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-90aee02d-1b05-44d9-85f8-9c52ad1ae7a7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608214 Jun 15 19:44:21.441976 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51016) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:21.443744 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port fc2c515c-a91f-44b7-b806-3f57a33ca832 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:21.444015 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.446817 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-75b7c48e-3cd7-4da3-ae39-3c78bbf5abb9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Request body: {'security_group_rule': {'security_group_id': '4df2f697-adac-4040-b9ae-c66b9937492d', 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:21.484044 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75b7c48e-3cd7-4da3-ae39-3c78bbf5abb9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (cb7a7741-27dd-4d87-861b-1568d85182f3), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.514378 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:21.565307 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port fc2c515c-a91f-44b7-b806-3f57a33ca832 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:21.591372 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75b7c48e-3cd7-4da3-ae39-3c78bbf5abb9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (cb7a7741-27dd-4d87-861b-1568d85182f3), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.596147 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75b7c48e-3cd7-4da3-ae39-3c78bbf5abb9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (cb7a7741-27dd-4d87-861b-1568d85182f3), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.637376 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437baff-c63e-413f-b9a6-8512b8d5ed64 req-a6e27b59-55d9-43c7-83b5-8cffd3a5a40d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:21.639071 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b437baff-c63e-413f-b9a6-8512b8d5ed64 req-a6e27b59-55d9-43c7-83b5-8cffd3a5a40d tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 946 time: 0.1009207 Jun 15 19:44:21.641207 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7c48e-3cd7-4da3-ae39-3c78bbf5abb9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7a7741-27dd-4d87-861b-1568d85182f3,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:21.647581 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75b7c48e-3cd7-4da3-ae39-3c78bbf5abb9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.651033 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-75b7c48e-3cd7-4da3-ae39-3c78bbf5abb9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2072361 Jun 15 19:44:21.651590 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51022) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:21.656391 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-855ae2ef-199e-4ada-b1ce-21859fdaaee5 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Request body: {'security_group_rule': {'security_group_id': '4df2f697-adac-4040-b9ae-c66b9937492d', 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:21.696559 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-855ae2ef-199e-4ada-b1ce-21859fdaaee5 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (0b9e7c6d-b79b-43e4-9197-967294bbdd0f), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.709722 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b437baff-c63e-413f-b9a6-8512b8d5ed64 req-58855f27-fbf9-492e-8ef2-21f368aa9db9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups?id=da550e43-dd4b-4ff3-bc1e-520517ac677d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570135 Jun 15 19:44:21.785479 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:21.817791 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-25adedf7-284a-4550-9d1d-1baec94e9a46 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:21.819439 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-25adedf7-284a-4550-9d1d-1baec94e9a46 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.42 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 946 time: 0.0906610 Jun 15 19:44:21.829331 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:21.877101 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-855ae2ef-199e-4ada-b1ce-21859fdaaee5 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (0b9e7c6d-b79b-43e4-9197-967294bbdd0f), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.885679 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-855ae2ef-199e-4ada-b1ce-21859fdaaee5 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (0b9e7c6d-b79b-43e4-9197-967294bbdd0f), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.927157 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ae2ef-199e-4ada-b1ce-21859fdaaee5 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9e7c6d-b79b-43e4-9197-967294bbdd0f,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:21.943435 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-855ae2ef-199e-4ada-b1ce-21859fdaaee5 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.944657 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-855ae2ef-199e-4ada-b1ce-21859fdaaee5 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2921073 Jun 15 19:44:21.947600 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51026) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:21.952073 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-92568d2c-2279-4518-a5e3-79d9df9cbc90 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Request body: {'security_group_rule': {'security_group_id': '4df2f697-adac-4040-b9ae-c66b9937492d', 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:21.953976 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Deleting port 121b09fa-9774-40f8-9410-bc5765d4bce1 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:44:21.954341 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.990039 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-92568d2c-2279-4518-a5e3-79d9df9cbc90 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (47853aa5-1aaa-4806-99e4-0588fc6cfc6c), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:21.996724 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Sync routers for ids ['9e30878b-fd0a-4c63-a172-7a72a0477275'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:44:22.004439 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:22.007520 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Routers {'9e30878b-fd0a-4c63-a172-7a72a0477275'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:22.008149 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9e30878b-fd0a-4c63-a172-7a72a0477275'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:22.067787 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-92568d2c-2279-4518-a5e3-79d9df9cbc90 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (47853aa5-1aaa-4806-99e4-0588fc6cfc6c), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.072188 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-92568d2c-2279-4518-a5e3-79d9df9cbc90 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (47853aa5-1aaa-4806-99e4-0588fc6cfc6c), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.075039 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] For port 121b09fa-9774-40f8-9410-bc5765d4bce1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=121b09fa-9774-40f8-9410-bc5765d4bce1,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:22.075533 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.092685 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92568d2c-2279-4518-a5e3-79d9df9cbc90 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47853aa5-1aaa-4806-99e4-0588fc6cfc6c,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:22.105751 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-92568d2c-2279-4518-a5e3-79d9df9cbc90 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.107171 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-92568d2c-2279-4518-a5e3-79d9df9cbc90 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1585467 Jun 15 19:44:22.111052 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51028) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:22.116506 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-baaa58e7-4e86-475a-a2e3-9e6cc3c005ac tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Request body: {'security_group_rule': {'security_group_id': '4df2f697-adac-4040-b9ae-c66b9937492d', 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:22.124501 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Set router 9e30878b-fd0a-4c63-a172-7a72a0477275 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:22.142414 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.securitygroups_db [None req-baaa58e7-4e86-475a-a2e3-9e6cc3c005ac tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Project feaa96a8901e42c18c270c092a40fc83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 19:44:22.154614 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-baaa58e7-4e86-475a-a2e3-9e6cc3c005ac tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (48eb3c25-c84d-41de-996e-0033bf16f8bf), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.237431 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-baaa58e7-4e86-475a-a2e3-9e6cc3c005ac tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (48eb3c25-c84d-41de-996e-0033bf16f8bf), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.241952 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-baaa58e7-4e86-475a-a2e3-9e6cc3c005ac tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (48eb3c25-c84d-41de-996e-0033bf16f8bf), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.247276 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:22.262265 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa58e7-4e86-475a-a2e3-9e6cc3c005ac tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48eb3c25-c84d-41de-996e-0033bf16f8bf,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:22.272383 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-baaa58e7-4e86-475a-a2e3-9e6cc3c005ac tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.273307 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-baaa58e7-4e86-475a-a2e3-9e6cc3c005ac tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1609201 Jun 15 19:44:22.276065 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51030) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:22.281004 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-a02bfe81-f985-4244-aba0-8d132642ed2c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Request body: {'security_group_rule': {'security_group_id': '4df2f697-adac-4040-b9ae-c66b9937492d', 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:22.304377 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.304730 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (694181e5-8027-45f8-bd37-ec15318b109b), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.305044 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Floating IP 694181e5-8027-45f8-bd37-ec15318b109b disassociated. External IP: 172.27.0.91, port: 121b09fa-9774-40f8-9410-bc5765d4bce1. Jun 15 19:44:22.305381 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Calling delete_port for 121b09fa-9774-40f8-9410-bc5765d4bce1 owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:44:22.312334 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.securitygroups_db [None req-a02bfe81-f985-4244-aba0-8d132642ed2c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Project feaa96a8901e42c18c270c092a40fc83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 19:44:22.320062 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a02bfe81-f985-4244-aba0-8d132642ed2c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (67451805-7afe-42db-a71d-d4ba6f52309d), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.401144 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'name': 'tempest-TestShelveInstance-755789977-router', 'tenant_id': '2f7874ef29f7408388914096a7b56893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '5b9a2160-58c9-4f6e-bc05-285b4a1603ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:44:19Z', 'revision_number': 4, 'project_id': '2f7874ef29f7408388914096a7b56893', 'gw_port': {'id': '5b9a2160-58c9-4f6e-bc05-285b4a1603ad', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'd411c8d7-e68a-4ed9-b221-1f6100796cd9', 'name': '', 'network_id': '5f395188-d9ec-47a4-8585-a2a1fa4522d9', 'tenant_id': '2f7874ef29f7408388914096a7b56893', 'mac_address': 'fa:16:3e:ba:20:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c8c98122-8939-4300-9364-7857e2e02b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:18Z', 'updated_at': '2022-06-15T19:44:19Z', 'revision_number': 2, 'project_id': '2f7874ef29f7408388914096a7b56893', 'subnets': [{'id': 'c8c98122-8939-4300-9364-7857e2e02b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:22.404982 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a02bfe81-f985-4244-aba0-8d132642ed2c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (67451805-7afe-42db-a71d-d4ba6f52309d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.410805 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a02bfe81-f985-4244-aba0-8d132642ed2c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (67451805-7afe-42db-a71d-d4ba6f52309d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.433744 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Checking router: 9e30878b-fd0a-4c63-a172-7a72a0477275 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:44:22.434010 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bfe81-f985-4244-aba0-8d132642ed2c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67451805-7afe-42db-a71d-d4ba6f52309d,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:22.434431 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Updating router 9e30878b-fd0a-4c63-a172-7a72a0477275 port d411c8d7-e68a-4ed9-b221-1f6100796cd9 binding host dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:44:22.456228 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a02bfe81-f985-4244-aba0-8d132642ed2c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.457797 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (121b09fa-9774-40f8-9410-bc5765d4bce1), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.458681 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a02bfe81-f985-4244-aba0-8d132642ed2c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1812522 Jun 15 19:44:22.478260 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.495953 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event deleted for resources: {'Port': ['ID=121b09fa-9774-40f8-9410-bc5765d4bce1,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:22.627871 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Router 42789ce7-ff8a-4b00-a138-b7e90e236547 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:44:22.749194 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:44:22.764589 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67950a9-2467-48b5-b18f-5c7cccfb896d None None] Sync routers for ids ['42789ce7-ff8a-4b00-a138-b7e90e236547'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:44:22.786913 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67950a9-2467-48b5-b18f-5c7cccfb896d None None] Routers {'42789ce7-ff8a-4b00-a138-b7e90e236547'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:22.787565 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-f67950a9-2467-48b5-b18f-5c7cccfb896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['42789ce7-ff8a-4b00-a138-b7e90e236547'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:22.826955 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] No DVR routers for this DVR port 121b09fa-9774-40f8-9410-bc5765d4bce1 on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:44:22.837058 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.845675 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-62f1e288-43ba-4323-af27-fd7edfb821ad req-44225b20-dfc6-4494-92b6-53edccedc6c9 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.42 "DELETE /v2.0/ports/121b09fa-9774-40f8-9410-bc5765d4bce1 HTTP/1.1" status: 204 len: 173 time: 1.0188909 Jun 15 19:44:22.846503 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84adebc2-eb18-4ae1-ad7f-a36c741aae45', 'name': 'network-vif-deleted', 'tag': '121b09fa-9774-40f8-9410-bc5765d4bce1'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:44:22.854434 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64003c55-59b3-40ae-bd84-ba5a45de8158" -d '{"events": [{"server_uuid": "84adebc2-eb18-4ae1-ad7f-a36c741aae45", "name": "network-vif-deleted", "tag": "121b09fa-9774-40f8-9410-bc5765d4bce1"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:44:22.886519 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 5b9a2160-58c9-4f6e-bc05-285b4a1603ad up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:44:22.933544 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Publish callbacks [] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.950223 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:22.976156 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:22.987168 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-f67950a9-2467-48b5-b18f-5c7cccfb896d None None] Set router 42789ce7-ff8a-4b00-a138-b7e90e236547 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:22.990854 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2278b268-b718-4d33-8aeb-fc5eb4b63752 req-14448576-f287-48f1-b0c1-f8ef33dc975c tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/ports?device_id=84adebc2-eb18-4ae1-ad7f-a36c741aae45 HTTP/1.1" status: 200 len: 210 time: 0.1258898 Jun 15 19:44:23.002075 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a40f4e-8fb9-48b3-9d43-b96273a3a63b x-openstack-request-id: req-e6a40f4e-8fb9-48b3-9d43-b96273a3a63b {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:44:23.002547 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84adebc2-eb18-4ae1-ad7f-a36c741aae45", "name": "network-vif-deleted", "tag": "121b09fa-9774-40f8-9410-bc5765d4bce1", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:44:23.003093 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6a40f4e-8fb9-48b3-9d43-b96273a3a63b {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:44:23.003617 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a40f4e-8fb9-48b3-9d43-b96273a3a63b'] response: {'server_uuid': '84adebc2-eb18-4ae1-ad7f-a36c741aae45', 'name': 'network-vif-deleted', 'tag': '121b09fa-9774-40f8-9410-bc5765d4bce1', 'status': 'completed', 'code': 200} Jun 15 19:44:23.059505 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 5b9a2160-58c9-4f6e-bc05-285b4a1603ad triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:23.060277 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (5b9a2160-58c9-4f6e-bc05-285b4a1603ad), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:23.105555 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Pushing event updated for resources: {'Port': ['ID=d411c8d7-e68a-4ed9-b221-1f6100796cd9,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:23.133705 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.134369 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.135115 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.135733 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.136509 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.137335 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.137876 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.138552 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.139312 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.139865 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.141034 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.141785 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.142391 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.142914 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.143732 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:23.333524 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-f67950a9-2467-48b5-b18f-5c7cccfb896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:06Z', 'revision_number': 5, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:23.365251 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67950a9-2467-48b5-b18f-5c7cccfb896d None None] Checking router: 42789ce7-ff8a-4b00-a138-b7e90e236547 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:44:23.379674 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67950a9-2467-48b5-b18f-5c7cccfb896d None None] Routers {'42789ce7-ff8a-4b00-a138-b7e90e236547'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:23.381661 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-f67950a9-2467-48b5-b18f-5c7cccfb896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['42789ce7-ff8a-4b00-a138-b7e90e236547'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:23.432259 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Attempting to bind port d411c8d7-e68a-4ed9-b221-1f6100796cd9 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:44:23.432648 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Attempting to bind port d411c8d7-e68a-4ed9-b221-1f6100796cd9 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': 'c1e444c4-545d-4789-ade3-8345d034922e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f395188-d9ec-47a4-8585-a2a1fa4522d9'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:44:23.432990 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Attempting to bind port d411c8d7-e68a-4ed9-b221-1f6100796cd9 on network 5f395188-d9ec-47a4-8585-a2a1fa4522d9 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:44:23.461327 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 5b9a2160-58c9-4f6e-bc05-285b4a1603ad is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:23.465018 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:44:23.465583 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Checking segment: {'id': 'c1e444c4-545d-4789-ade3-8345d034922e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f395188-d9ec-47a4-8585-a2a1fa4522d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:44:23.466211 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:23.467494 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Bound using segment: {'id': 'c1e444c4-545d-4789-ade3-8345d034922e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f395188-d9ec-47a4-8585-a2a1fa4522d9'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:44:23.468227 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Bound port: d411c8d7-e68a-4ed9-b221-1f6100796cd9, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e444c4-545d-4789-ade3-8345d034922e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f395188-d9ec-47a4-8585-a2a1fa4522d9'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:44:23.469450 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:23.508429 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-f67950a9-2467-48b5-b18f-5c7cccfb896d None None] Set router 42789ce7-ff8a-4b00-a138-b7e90e236547 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:23.538265 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-67ffda87-c34a-4795-a6b8-820008da635a None None] Provisioning complete for port d411c8d7-e68a-4ed9-b221-1f6100796cd9 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:23.538591 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-67ffda87-c34a-4795-a6b8-820008da635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:23.591278 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] For port d411c8d7-e68a-4ed9-b221-1f6100796cd9, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:44:23.595091 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] For port d411c8d7-e68a-4ed9-b221-1f6100796cd9, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=d411c8d7-e68a-4ed9-b221-1f6100796cd9,segment=NetworkSegment(c1e444c4-545d-4789-ade3-8345d034922e),segment_id=c1e444c4-545d-4789-ade3-8345d034922e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:44:23.598018 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-67ffda87-c34a-4795-a6b8-820008da635a None None] Port d411c8d7-e68a-4ed9-b221-1f6100796cd9 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:44:23.601976 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:23.611487 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:23.665950 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Routers {'9e30878b-fd0a-4c63-a172-7a72a0477275'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:23.666831 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9e30878b-fd0a-4c63-a172-7a72a0477275'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:23.704312 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33cd4d-e0d2-4cd2-a4c3-c45b4f788e74 None None] Pushing event updated for resources: {'Port': ['ID=d411c8d7-e68a-4ed9-b221-1f6100796cd9,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:23.778118 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-f67950a9-2467-48b5-b18f-5c7cccfb896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:06Z', 'revision_number': 5, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:23.793610 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] Set router 9e30878b-fd0a-4c63-a172-7a72a0477275 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:23.814282 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67950a9-2467-48b5-b18f-5c7cccfb896d None None] The sync data for ids ['42789ce7-ff8a-4b00-a138-b7e90e236547'] in dv-cinder-844563-3-iscsi is: [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe', 'name': '', 'network_id': '68dc56fb-2946-4967-bb27-7b13a758ce58', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'mac_address': 'fa:16:3e:2c:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:06Z', 'revision_number': 5, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'subnets': [{'id': '5682d96f-190e-460c-b7ed-ef0aa8e89880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:44:23.885375 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:23.977757 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-a40c8693-0fd8-4df1-95d5-e2c4e91aff99 None None] Provisioning complete for port d411c8d7-e68a-4ed9-b221-1f6100796cd9 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:23.978513 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a40c8693-0fd8-4df1-95d5-e2c4e91aff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:24.043945 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:24.114687 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51098) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:24.136087 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'name': 'tempest-TestShelveInstance-755789977-router', 'tenant_id': '2f7874ef29f7408388914096a7b56893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '5b9a2160-58c9-4f6e-bc05-285b4a1603ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:44:19Z', 'revision_number': 4, 'project_id': '2f7874ef29f7408388914096a7b56893', 'gw_port': {'id': '5b9a2160-58c9-4f6e-bc05-285b4a1603ad', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'd411c8d7-e68a-4ed9-b221-1f6100796cd9', 'name': '', 'network_id': '5f395188-d9ec-47a4-8585-a2a1fa4522d9', 'tenant_id': '2f7874ef29f7408388914096a7b56893', 'mac_address': 'fa:16:3e:ba:20:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c8c98122-8939-4300-9364-7857e2e02b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:18Z', 'updated_at': '2022-06-15T19:44:23Z', 'revision_number': 4, 'project_id': '2f7874ef29f7408388914096a7b56893', 'subnets': [{'id': 'c8c98122-8939-4300-9364-7857e2e02b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:24.167168 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aab5b1-8429-4eeb-bd15-7542095f4d0d None None] New status for floating IP 694181e5-8027-45f8-bd37-ec15318b109b: DOWN {{(pid=104105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:44:24.174442 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95cefb-75f3-48cc-9ad5-81d57da75654 None None] The sync data for ids ['9e30878b-fd0a-4c63-a172-7a72a0477275'] in dv-cinder-844563-3-iscsi is: [{'id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'name': 'tempest-TestShelveInstance-755789977-router', 'tenant_id': '2f7874ef29f7408388914096a7b56893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '5b9a2160-58c9-4f6e-bc05-285b4a1603ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:44:19Z', 'revision_number': 4, 'project_id': '2f7874ef29f7408388914096a7b56893', 'gw_port': {'id': '5b9a2160-58c9-4f6e-bc05-285b4a1603ad', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'd411c8d7-e68a-4ed9-b221-1f6100796cd9', 'name': '', 'network_id': '5f395188-d9ec-47a4-8585-a2a1fa4522d9', 'tenant_id': '2f7874ef29f7408388914096a7b56893', 'mac_address': 'fa:16:3e:ba:20:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c8c98122-8939-4300-9364-7857e2e02b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:18Z', 'updated_at': '2022-06-15T19:44:23Z', 'revision_number': 4, 'project_id': '2f7874ef29f7408388914096a7b56893', 'subnets': [{'id': 'c8c98122-8939-4300-9364-7857e2e02b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:44:24.196164 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6917d1ac-8bee-479e-8ebb-a96f0e552caf tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group (da550e43-dd4b-4ff3-bc1e-520517ac677d), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:24.204626 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a40c8693-0fd8-4df1-95d5-e2c4e91aff99 None None] Current status of the port d411c8d7-e68a-4ed9-b221-1f6100796cd9 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:24.205127 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a40c8693-0fd8-4df1-95d5-e2c4e91aff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:24.232456 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6917d1ac-8bee-479e-8ebb-a96f0e552caf tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group (da550e43-dd4b-4ff3-bc1e-520517ac677d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:24.345109 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6917d1ac-8bee-479e-8ebb-a96f0e552caf tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (da550e43-dd4b-4ff3-bc1e-520517ac677d), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:24.355596 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6917d1ac-8bee-479e-8ebb-a96f0e552caf tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:24.360512 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6917d1ac-8bee-479e-8ebb-a96f0e552caf tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "DELETE /v2.0/security-groups/da550e43-dd4b-4ff3-bc1e-520517ac677d HTTP/1.1" status: 204 len: 168 time: 0.2445359 Jun 15 19:44:24.362076 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51100) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:24.398760 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.api.v2.resource [None req-36955a3a-80ca-4880-bdfe-22d19f1a45e0 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] show failed (client error): The resource could not be found. Jun 15 19:44:24.400140 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-36955a3a-80ca-4880-bdfe-22d19f1a45e0 tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "GET /v2.0/security-groups/da550e43-dd4b-4ff3-bc1e-520517ac677d HTTP/1.1" status: 404 len: 347 time: 0.0359948 Jun 15 19:44:24.404553 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51102) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:24.423667 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917d1ac-8bee-479e-8ebb-a96f0e552caf tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da550e43-dd4b-4ff3-bc1e-520517ac677d,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:24.433634 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-a40c8693-0fd8-4df1-95d5-e2c4e91aff99 None None] For port d411c8d7-e68a-4ed9-b221-1f6100796cd9, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=d411c8d7-e68a-4ed9-b221-1f6100796cd9,segment=NetworkSegment(c1e444c4-545d-4789-ade3-8345d034922e),segment_id=c1e444c4-545d-4789-ade3-8345d034922e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:24.443918 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a40c8693-0fd8-4df1-95d5-e2c4e91aff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:24.551851 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c8693-0fd8-4df1-95d5-e2c4e91aff99 None None] Pushing event updated for resources: {'Port': ['ID=d411c8d7-e68a-4ed9-b221-1f6100796cd9,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:24.604713 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:24.612698 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-ee787bdd-b3a8-429e-9a31-15f38f19775e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Deleting port 2c6bec4e-43bc-4566-96de-f6e799bf3888 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:44:24.613311 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ee787bdd-b3a8-429e-9a31-15f38f19775e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (2c6bec4e-43bc-4566-96de-f6e799bf3888), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:24.615921 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:24.718899 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ee787bdd-b3a8-429e-9a31-15f38f19775e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (2c6bec4e-43bc-4566-96de-f6e799bf3888), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:24.719431 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ee787bdd-b3a8-429e-9a31-15f38f19775e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for floatingip (2c6bec4e-43bc-4566-96de-f6e799bf3888), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:24.757554 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-ee787bdd-b3a8-429e-9a31-15f38f19775e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Calling delete_port for 2c6bec4e-43bc-4566-96de-f6e799bf3888 owned by network:floatingip {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:44:24.839756 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device d411c8d7-e68a-4ed9-b221-1f6100796cd9 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:44:24.923652 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port d411c8d7-e68a-4ed9-b221-1f6100796cd9 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:24.924255 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:24.942052 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ee787bdd-b3a8-429e-9a31-15f38f19775e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (2c6bec4e-43bc-4566-96de-f6e799bf3888), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:24.970796 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee787bdd-b3a8-429e-9a31-15f38f19775e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Pushing event deleted for resources: {'Port': ['ID=2c6bec4e-43bc-4566-96de-f6e799bf3888,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:25.052552 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port d411c8d7-e68a-4ed9-b221-1f6100796cd9 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:25.072012 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ee787bdd-b3a8-429e-9a31-15f38f19775e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks [] for floatingip (694181e5-8027-45f8-bd37-ec15318b109b), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:25.075947 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ee787bdd-b3a8-429e-9a31-15f38f19775e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:25.077709 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-ee787bdd-b3a8-429e-9a31-15f38f19775e tempest-AttachVolumeTestJSON-1507069329 tempest-AttachVolumeTestJSON-1507069329-project] 10.222.0.15 "DELETE /v2.0/floatingips/694181e5-8027-45f8-bd37-ec15318b109b HTTP/1.1" status: 204 len: 168 time: 0.6694443 Jun 15 19:44:26.201488 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 121b09fa-9774-40f8-9410-bc5765d4bce1 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:44:26.224822 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: 121b09fa-9774-40f8-9410-bc5765d4bce1 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:44:26.225615 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 121b09fa-9774-40f8-9410-bc5765d4bce1 not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:44:28.709608 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51162) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:28.972601 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:29.220232 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:29.298301 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b3d67b3e-0220-4918-a7c8-88e9dfe44874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623226'] for router_interface (42789ce7-ff8a-4b00-a138-b7e90e236547), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:29.585414 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-b3d67b3e-0220-4918-a7c8-88e9dfe44874 admin admin] Deleting port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:44:29.585666 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b3d67b3e-0220-4918-a7c8-88e9dfe44874 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:29.676147 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-b3d67b3e-0220-4918-a7c8-88e9dfe44874 admin admin] For port 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:29.676519 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b3d67b3e-0220-4918-a7c8-88e9dfe44874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:29.691623 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-b3d67b3e-0220-4918-a7c8-88e9dfe44874 admin admin] Calling delete_port for 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe owned by network:router_interface {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:44:29.880069 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:29.891072 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b3d67b3e-0220-4918-a7c8-88e9dfe44874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:29.928176 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d67b3e-0220-4918-a7c8-88e9dfe44874 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:30.029650 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6da7c0-b4d6-4cd1-966b-6ca86d6de4e7 req-4f420a0e-36fa-44b3-bc48-b4c2d4f0e1f8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:30.031800 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ba6da7c0-b4d6-4cd1-966b-6ca86d6de4e7 req-4f420a0e-36fa-44b3-bc48-b4c2d4f0e1f8 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 946 time: 0.0778887 Jun 15 19:44:30.157541 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ba6da7c0-b4d6-4cd1-966b-6ca86d6de4e7 req-12c56f74-576f-4787-91df-201964c97259 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=96d68ea2-18ad-47d0-9f5d-2839ab394a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182494 Jun 15 19:44:30.172327 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b3d67b3e-0220-4918-a7c8-88e9dfe44874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623086'] for router_interface (42789ce7-ff8a-4b00-a138-b7e90e236547), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:30.288972 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:30.397894 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d67b3e-0220-4918-a7c8-88e9dfe44874 admin admin] Router 42789ce7-ff8a-4b00-a138-b7e90e236547 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:44:30.514634 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d67b3e-0220-4918-a7c8-88e9dfe44874 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:44:30.520096 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b3d67b3e-0220-4918-a7c8-88e9dfe44874 admin admin] 10.222.0.15 "PUT /v2.0/routers/42789ce7-ff8a-4b00-a138-b7e90e236547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8124411 Jun 15 19:44:30.522695 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51176) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:30.525438 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a1ed4-b763-439b-8e81-ca9b10510482 None None] Sync routers for ids ['42789ce7-ff8a-4b00-a138-b7e90e236547'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:44:30.533804 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:30.539645 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a1ed4-b763-439b-8e81-ca9b10510482 None None] Routers {'42789ce7-ff8a-4b00-a138-b7e90e236547'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:30.540288 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-f69a1ed4-b763-439b-8e81-ca9b10510482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['42789ce7-ff8a-4b00-a138-b7e90e236547'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:30.633978 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] Publish callbacks [] for router (42789ce7-ff8a-4b00-a138-b7e90e236547), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:30.650150 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-f69a1ed4-b763-439b-8e81-ca9b10510482 None None] Set router 42789ce7-ff8a-4b00-a138-b7e90e236547 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:30.762996 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] Publish callbacks [] for router_gateway (42789ce7-ff8a-4b00-a138-b7e90e236547), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:30.822176 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] Deleting port c1f64b64-cbe2-4373-8c9f-968de4a54ca8 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:44:30.822538 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (c1f64b64-cbe2-4373-8c9f-968de4a54ca8), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:30.853415 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-f69a1ed4-b763-439b-8e81-ca9b10510482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:44:29Z', 'revision_number': 5, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port': {'id': 'c1f64b64-cbe2-4373-8c9f-968de4a54ca8', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:30.881845 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a1ed4-b763-439b-8e81-ca9b10510482 None None] Checking router: 42789ce7-ff8a-4b00-a138-b7e90e236547 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:44:30.891222 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a1ed4-b763-439b-8e81-ca9b10510482 None None] Routers {'42789ce7-ff8a-4b00-a138-b7e90e236547'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:30.891827 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-f69a1ed4-b763-439b-8e81-ca9b10510482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['42789ce7-ff8a-4b00-a138-b7e90e236547'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:30.936317 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:30.945465 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] For port c1f64b64-cbe2-4373-8c9f-968de4a54ca8, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=c1f64b64-cbe2-4373-8c9f-968de4a54ca8,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:30.946014 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (c1f64b64-cbe2-4373-8c9f-968de4a54ca8), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:30.973390 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] Calling delete_port for c1f64b64-cbe2-4373-8c9f-968de4a54ca8 owned by network:router_gateway {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:44:31.076463 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-f69a1ed4-b763-439b-8e81-ca9b10510482 None None] Set router 42789ce7-ff8a-4b00-a138-b7e90e236547 gateway port host: None {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:31.134766 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-f69a1ed4-b763-439b-8e81-ca9b10510482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:44:30Z', 'revision_number': 6, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port_host': None}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:31.159903 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a1ed4-b763-439b-8e81-ca9b10510482 None None] The sync data for ids ['42789ce7-ff8a-4b00-a138-b7e90e236547'] in dv-cinder-844563-3-iscsi is: [{'id': '42789ce7-ff8a-4b00-a138-b7e90e236547', 'name': 'tempest-AttachVolumeTestJSON-1724642681-router', 'tenant_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:45Z', 'updated_at': '2022-06-15T19:44:30Z', 'revision_number': 6, 'project_id': 'bd64a4f6222542f19ba5729f7abe12b2', 'gw_port_host': None}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:44:31.164316 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (c1f64b64-cbe2-4373-8c9f-968de4a54ca8), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:31.398454 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f64b64-cbe2-4373-8c9f-968de4a54ca8,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:31.489642 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a890b4-3d14-4251-afdb-e32f3b8a9e31 req-5a31d4d7-fceb-44ca-bdde-ee49964e37d1 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:31.491237 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-92a890b4-3d14-4251-afdb-e32f3b8a9e31 req-5a31d4d7-fceb-44ca-bdde-ee49964e37d1 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 946 time: 0.0961101 Jun 15 19:44:31.523435 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622655'] for router_gateway (42789ce7-ff8a-4b00-a138-b7e90e236547), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:31.566981 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:31.654073 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-92a890b4-3d14-4251-afdb-e32f3b8a9e31 req-85876d2c-7ad2-406a-95f1-d727f6b65a96 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups?id=96d68ea2-18ad-47d0-9f5d-2839ab394a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556542 Jun 15 19:44:31.658231 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router (42789ce7-ff8a-4b00-a138-b7e90e236547), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:31.660556 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] Publish callbacks [] for router_controller (42789ce7-ff8a-4b00-a138-b7e90e236547), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:31.668111 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-5804089d-12f7-494d-a677-1df4bdbc0fc0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:31.669773 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-5804089d-12f7-494d-a677-1df4bdbc0fc0 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 946 time: 0.0723436 Jun 15 19:44:31.735574 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622511'] for router (42789ce7-ff8a-4b00-a138-b7e90e236547), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:31.736376 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42789ce7-ff8a-4b00-a138-b7e90e236547 {{(pid=104104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 19:44:31.743704 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:31.747528 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c7475d3b-2908-4bbd-8511-f265c74f0555 admin admin] 10.222.0.15 "DELETE /v2.0/routers/42789ce7-ff8a-4b00-a138-b7e90e236547 HTTP/1.1" status: 204 len: 168 time: 1.2211425 Jun 15 19:44:31.747863 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51182) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:31.766256 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Deleting port 51db7a20-102d-4070-b32a-b9df7e5cbfbb {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:44:31.766586 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:31.798664 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffad1690-d3e6-4a26-9bf5-02beb9facfef admin admin] Deleting subnet 5682d96f-190e-460c-b7ed-ef0aa8e89880 {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:44:31.803290 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ffad1690-d3e6-4a26-9bf5-02beb9facfef admin admin] Publish callbacks [] for subnet (5682d96f-190e-460c-b7ed-ef0aa8e89880), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:31.841964 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ffad1690-d3e6-4a26-9bf5-02beb9facfef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1890834'] for subnet (5682d96f-190e-460c-b7ed-ef0aa8e89880), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:31.882143 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] For port 51db7a20-102d-4070-b32a-b9df7e5cbfbb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=51db7a20-102d-4070-b32a-b9df7e5cbfbb,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:31.882607 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:31.982309 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ffad1690-d3e6-4a26-9bf5-02beb9facfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (5682d96f-190e-460c-b7ed-ef0aa8e89880), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.050677 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ffad1690-d3e6-4a26-9bf5-02beb9facfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3663992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3383314'] for subnet (5682d96f-190e-460c-b7ed-ef0aa8e89880), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.061528 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.062594 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (8d05ae80-230a-429f-832c-363a1d98ade3), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.062972 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Floating IP 8d05ae80-230a-429f-832c-363a1d98ade3 disassociated. External IP: 172.27.0.222, port: 51db7a20-102d-4070-b32a-b9df7e5cbfbb. Jun 15 19:44:32.063327 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Calling delete_port for 51db7a20-102d-4070-b32a-b9df7e5cbfbb owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:44:32.085467 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad1690-d3e6-4a26-9bf5-02beb9facfef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5682d96f-190e-460c-b7ed-ef0aa8e89880,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:32.087620 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ffad1690-d3e6-4a26-9bf5-02beb9facfef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.091326 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ffad1690-d3e6-4a26-9bf5-02beb9facfef admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5682d96f-190e-460c-b7ed-ef0aa8e89880 HTTP/1.1" status: 204 len: 168 time: 0.3424156 Jun 15 19:44:32.094008 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51186) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:32.096635 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2142a7b8-b446-4803-b84c-d055a09a2ead None None] Network 68dc56fb-2946-4967-bb27-7b13a758ce58 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:44:32.174242 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (68dc56fb-2946-4967-bb27-7b13a758ce58), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.177032 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:32.208288 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:32.220943 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Deleting port ebe5753b-5d1e-48e3-83ab-f9e400773dfa {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:44:32.221283 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.253887 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (51db7a20-102d-4070-b32a-b9df7e5cbfbb), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.298405 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event deleted for resources: {'Port': ['ID=51db7a20-102d-4070-b32a-b9df7e5cbfbb,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:32.314693 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b138c61-9899-4b1d-b8bb-a878d5893c93 None None] DHCP port deletion for 68dc56fb-2946-4967-bb27-7b13a758ce58 request from dv-cinder-844563-3-iscsi {{(pid=104105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 19:44:32.318276 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:32.334971 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] For port ebe5753b-5d1e-48e3-83ab-f9e400773dfa, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=ebe5753b-5d1e-48e3-83ab-f9e400773dfa,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:32.335476 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.357959 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Calling delete_port for ebe5753b-5d1e-48e3-83ab-f9e400773dfa owned by network:dhcp {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:44:32.364869 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-9b138c61-9899-4b1d-b8bb-a878d5893c93 None None] Deleting port ebe5753b-5d1e-48e3-83ab-f9e400773dfa {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:44:32.365276 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9b138c61-9899-4b1d-b8bb-a878d5893c93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.451206 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.455373 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Router 0d2bb485-8201-4259-b811-ace17e805b17 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:44:32.457983 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-9b138c61-9899-4b1d-b8bb-a878d5893c93 None None] For port ebe5753b-5d1e-48e3-83ab-f9e400773dfa, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=ebe5753b-5d1e-48e3-83ab-f9e400773dfa,segment=NetworkSegment(8d4b84d1-4055-4efe-8f22-ee2e965d4ec6),segment_id=8d4b84d1-4055-4efe-8f22-ee2e965d4ec6)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:32.458414 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9b138c61-9899-4b1d-b8bb-a878d5893c93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.479382 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-9b138c61-9899-4b1d-b8bb-a878d5893c93 None None] Calling delete_port for ebe5753b-5d1e-48e3-83ab-f9e400773dfa owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:44:32.485943 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe5753b-5d1e-48e3-83ab-f9e400773dfa,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:32.487615 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] No DVR routers for this DVR port ebe5753b-5d1e-48e3-83ab-f9e400773dfa on host dv-cinder-844563-3-iscsi {{(pid=104104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:44:32.567012 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (68dc56fb-2946-4967-bb27-7b13a758ce58), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.592420 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68dc56fb-2946-4967-bb27-7b13a758ce58']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:32.607521 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:32.607907 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4b84d1-4055-4efe-8f22-ee2e965d4ec6') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:32.620148 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1890827'] for segment (8d4b84d1-4055-4efe-8f22-ee2e965d4ec6), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.636669 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (8d4b84d1-4055-4efe-8f22-ee2e965d4ec6), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.644927 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:44:32.645336 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663910'] for segment (8d4b84d1-4055-4efe-8f22-ee2e965d4ec6), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.649869 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9b138c61-9899-4b1d-b8bb-a878d5893c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (ebe5753b-5d1e-48e3-83ab-f9e400773dfa), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.705736 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b138c61-9899-4b1d-b8bb-a878d5893c93 None None] Pushing event deleted for resources: {'Port': ['ID=ebe5753b-5d1e-48e3-83ab-f9e400773dfa,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:32.708583 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b138c61-9899-4b1d-b8bb-a878d5893c93 None None] No DVR routers for this DVR port ebe5753b-5d1e-48e3-83ab-f9e400773dfa on host dv-cinder-844563-3-iscsi {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:44:32.769605 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:32.777685 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (68dc56fb-2946-4967-bb27-7b13a758ce58), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.820320 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:32.828012 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/68dc56fb-2946-4967-bb27-7b13a758ce58 HTTP/1.1" status: 204 len: 168 time: 0.7305501 Jun 15 19:44:32.851999 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device c1f64b64-cbe2-4373-8c9f-968de4a54ca8 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:44:32.907118 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d7e78579-0b13-4794-b611-566a0eae24bd req-833b7326-7010-4ef8-b314-33d87766ceec tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccd536f-9eda-43e3-8d9c-c630c9230078 HTTP/1.1" status: 200 len: 210 time: 0.1094739 Jun 15 19:44:32.908872 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c3be4-1dcd-4c45-8fac-b037aa0173e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=68dc56fb-2946-4967-bb27-7b13a758ce58,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:32.923659 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: c1f64b64-cbe2-4373-8c9f-968de4a54ca8 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:44:32.924010 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device c1f64b64-cbe2-4373-8c9f-968de4a54ca8 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:44:32.924634 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:44:32.940780 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 8d4b84d1-4055-4efe-8f22-ee2e965d4ec6 resource provider aggregate not found Jun 15 19:44:32.963199 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 8d4b84d1-4055-4efe-8f22-ee2e965d4ec6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d4b84d1-4055-4efe-8f22-ee2e965d4ec6 found for delete ", "request_id": "req-a882bc34-9b21-46f8-a776-de4d2b1a4061"}]} Jun 15 19:44:32.987233 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:44:32.987763 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 83c6458d-f65c-4ca9-86c0-aff2f3a3c0fe not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:44:32.987894 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:44:32.988365 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device ebe5753b-5d1e-48e3-83ab-f9e400773dfa no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:44:33.026596 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcae935-29cd-4518-8e3d-9ba4b8728080 None None] Sync routers for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:44:33.030243 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: ebe5753b-5d1e-48e3-83ab-f9e400773dfa {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:44:33.031437 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device ebe5753b-5d1e-48e3-83ab-f9e400773dfa not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:44:33.042436 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] No DVR routers for this DVR port 51db7a20-102d-4070-b32a-b9df7e5cbfbb on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:44:33.047930 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:33.053799 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2a63e8c8-8f4f-46e4-826a-9fabc70537fd req-02745216-f62d-40cb-8fa4-097ea7bc6da5 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.42 "DELETE /v2.0/ports/51db7a20-102d-4070-b32a-b9df7e5cbfbb HTTP/1.1" status: 204 len: 173 time: 1.3785539 Jun 15 19:44:33.053974 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcae935-29cd-4518-8e3d-9ba4b8728080 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:33.054400 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccd536f-9eda-43e3-8d9c-c630c9230078', 'name': 'network-vif-deleted', 'tag': '51db7a20-102d-4070-b32a-b9df7e5cbfbb'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:44:33.054920 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-6bcae935-29cd-4518-8e3d-9ba4b8728080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:33.056755 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a9a08c-f031-4f58-ac37-0c1a52111de8" -d '{"events": [{"server_uuid": "4ccd536f-9eda-43e3-8d9c-c630c9230078", "name": "network-vif-deleted", "tag": "51db7a20-102d-4070-b32a-b9df7e5cbfbb"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:44:33.106982 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1ac9db-93c5-4d3b-8eae-41a70158f5f3 x-openstack-request-id: req-bf1ac9db-93c5-4d3b-8eae-41a70158f5f3 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:44:33.107320 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccd536f-9eda-43e3-8d9c-c630c9230078", "name": "network-vif-deleted", "tag": "51db7a20-102d-4070-b32a-b9df7e5cbfbb", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:44:33.107881 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf1ac9db-93c5-4d3b-8eae-41a70158f5f3 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:44:33.108566 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1ac9db-93c5-4d3b-8eae-41a70158f5f3'] response: {'server_uuid': '4ccd536f-9eda-43e3-8d9c-c630c9230078', 'name': 'network-vif-deleted', 'tag': '51db7a20-102d-4070-b32a-b9df7e5cbfbb', 'status': 'completed', 'code': 200} Jun 15 19:44:33.127587 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51202) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:33.182866 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-af2a051b-df58-4689-9bd5-cc1a2ee6fb3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd64a4f6222542f19ba5729f7abe12b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0536563 Jun 15 19:44:33.186068 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51204) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:33.210056 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:33.224516 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-6bcae935-29cd-4518-8e3d-9ba4b8728080 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:33.271139 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-41c7597c-1c67-4657-9ed5-f1d808d67396 admin admin] Publish callbacks [] for security_group (20f29d6d-f7cd-47cc-acfd-88c58272a3d5), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:33.311020 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-41c7597c-1c67-4657-9ed5-f1d808d67396 admin admin] Publish callbacks [] for security_group (20f29d6d-f7cd-47cc-acfd-88c58272a3d5), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:33.365976 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-41c7597c-1c67-4657-9ed5-f1d808d67396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (20f29d6d-f7cd-47cc-acfd-88c58272a3d5), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:33.368534 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-41c7597c-1c67-4657-9ed5-f1d808d67396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:33.369712 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-41c7597c-1c67-4657-9ed5-f1d808d67396 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20f29d6d-f7cd-47cc-acfd-88c58272a3d5 HTTP/1.1" status: 204 len: 168 time: 0.1821043 Jun 15 19:44:33.378691 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7597c-1c67-4657-9ed5-f1d808d67396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f29d6d-f7cd-47cc-acfd-88c58272a3d5,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:33.408551 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:44:33.606445 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-6bcae935-29cd-4518-8e3d-9ba4b8728080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:33.638405 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcae935-29cd-4518-8e3d-9ba4b8728080 None None] Checking router: 0d2bb485-8201-4259-b811-ace17e805b17 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:44:33.651750 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcae935-29cd-4518-8e3d-9ba4b8728080 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:33.652295 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-6bcae935-29cd-4518-8e3d-9ba4b8728080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:33.762312 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-584da787-aac7-46a5-9aa6-aca1d6948755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:33.791314 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-6bcae935-29cd-4518-8e3d-9ba4b8728080 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:33.833365 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:33.996914 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:34.009778 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-6bcae935-29cd-4518-8e3d-9ba4b8728080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:34.041310 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcae935-29cd-4518-8e3d-9ba4b8728080 None None] The sync data for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi is: [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:38:05Z', 'revision_number': 4, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '8c472fe7-d41d-4301-b6b8-ae17174da987', 'name': '', 'network_id': '25ed2ffb-2899-41f6-afeb-0cd1a1d94e79', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'mac_address': 'fa:16:3e:e0:0c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:38:00Z', 'updated_at': '2022-06-15T19:38:16Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'subnets': [{'id': '06f7de3d-736b-4eeb-b465-011df871e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:44:34.052127 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51244) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:34.135814 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f634a261-9319-4d38-b89c-a6613e26786b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (96d68ea2-18ad-47d0-9f5d-2839ab394a1d), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:34.163036 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f634a261-9319-4d38-b89c-a6613e26786b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (96d68ea2-18ad-47d0-9f5d-2839ab394a1d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:34.227348 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f634a261-9319-4d38-b89c-a6613e26786b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (96d68ea2-18ad-47d0-9f5d-2839ab394a1d), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:34.232823 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f634a261-9319-4d38-b89c-a6613e26786b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:34.235220 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-f634a261-9319-4d38-b89c-a6613e26786b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "DELETE /v2.0/security-groups/96d68ea2-18ad-47d0-9f5d-2839ab394a1d HTTP/1.1" status: 204 len: 168 time: 0.1819551 Jun 15 19:44:34.237891 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51248) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:34.254923 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634a261-9319-4d38-b89c-a6613e26786b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d68ea2-18ad-47d0-9f5d-2839ab394a1d,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:34.257744 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.api.v2.resource [None req-9a5c9ec0-28ae-474b-91df-de40d4625346 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] show failed (client error): The resource could not be found. Jun 15 19:44:34.262130 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-9a5c9ec0-28ae-474b-91df-de40d4625346 tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "GET /v2.0/security-groups/96d68ea2-18ad-47d0-9f5d-2839ab394a1d HTTP/1.1" status: 404 len: 347 time: 0.0230846 Jun 15 19:44:34.262812 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51254) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:34.388206 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86cbc2d-0377-4264-a56e-895ed35e16b1 None None] New status for floating IP 8d05ae80-230a-429f-832c-363a1d98ade3: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:44:34.391463 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-6eab709d-d984-4e29-bbac-4f968c7e905b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Deleting port c02e07ad-c677-4a60-b86c-d246f7e12a20 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:44:34.391805 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6eab709d-d984-4e29-bbac-4f968c7e905b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (c02e07ad-c677-4a60-b86c-d246f7e12a20), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:34.480341 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6eab709d-d984-4e29-bbac-4f968c7e905b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (c02e07ad-c677-4a60-b86c-d246f7e12a20), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:34.480666 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6eab709d-d984-4e29-bbac-4f968c7e905b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (c02e07ad-c677-4a60-b86c-d246f7e12a20), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:34.483138 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:34.494849 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:34.498110 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-6eab709d-d984-4e29-bbac-4f968c7e905b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Calling delete_port for c02e07ad-c677-4a60-b86c-d246f7e12a20 owned by network:floatingip {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:44:34.640433 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6eab709d-d984-4e29-bbac-4f968c7e905b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (c02e07ad-c677-4a60-b86c-d246f7e12a20), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:34.665333 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab709d-d984-4e29-bbac-4f968c7e905b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Pushing event deleted for resources: {'Port': ['ID=c02e07ad-c677-4a60-b86c-d246f7e12a20,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:34.740080 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6eab709d-d984-4e29-bbac-4f968c7e905b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks [] for floatingip (8d05ae80-230a-429f-832c-363a1d98ade3), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:34.742909 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6eab709d-d984-4e29-bbac-4f968c7e905b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:34.746141 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6eab709d-d984-4e29-bbac-4f968c7e905b tempest-AttachVolumeNegativeTest-176915722 tempest-AttachVolumeNegativeTest-176915722-project] 10.222.0.15 "DELETE /v2.0/floatingips/8d05ae80-230a-429f-832c-363a1d98ade3 HTTP/1.1" status: 204 len: 168 time: 0.4784760 Jun 15 19:44:35.972858 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-64fdb9ae-ccc6-439a-89a1-fe53aeffb4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:36.273742 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 51db7a20-102d-4070-b32a-b9df7e5cbfbb no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:44:36.297673 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: 51db7a20-102d-4070-b32a-b9df7e5cbfbb {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:44:36.298019 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 51db7a20-102d-4070-b32a-b9df7e5cbfbb not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:44:37.408922 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:38.785503 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:39.450721 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:41.612764 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:41.635329 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-ffed0643-3707-48b6-a41c-70bd0dcb1574 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-301187745&fields=id&tenant_id=feaa96a8901e42c18c270c092a40fc83 HTTP/1.1" status: 200 len: 267 time: 0.0561512 Jun 15 19:44:41.766138 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db92b-844e-4946-919c-747e7ac14915 req-1e7922ff-005f-43d4-a8c6-d58d0acddef7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:41.767690 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-1e7922ff-005f-43d4-a8c6-d58d0acddef7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/networks?id=c97fa835-6951-4e5b-beef-24701d625969 HTTP/1.1" status: 200 len: 808 time: 0.1244533 Jun 15 19:44:41.786205 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-75466d28-7e0f-4392-a7d9-d2f935ebdd88 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/quotas/feaa96a8901e42c18c270c092a40fc83 HTTP/1.1" status: 200 len: 375 time: 0.0118287 Jun 15 19:44:41.880619 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-5b8dc6bb-ff22-4672-b2bf-9467de178528 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=feaa96a8901e42c18c270c092a40fc83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886078 Jun 15 19:44:41.914327 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51382) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:42.005210 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-13acbe1a-28ba-41fc-aa41-abcfa62503e1 service neutron] 10.222.0.15 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109846 Jun 15 19:44:42.110676 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-d0af0fa8-3a93-4239-9c80-6848e6b977e7 service neutron] 10.222.0.15 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985270 Jun 15 19:44:42.473948 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ed68a6a0-14ca-4383-b40f-e556c5d756bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623226'] for router_interface (0d2bb485-8201-4259-b811-ace17e805b17), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:42.476817 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-98590ed4-e0ce-4755-8d06-0807dd16d519 req-52a0cde4-1b4b-4272-9500-82149fbff6bc tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 210 time: 0.0492113 Jun 15 19:44:42.730607 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:42.768745 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-ed68a6a0-14ca-4383-b40f-e556c5d756bd admin admin] Deleting port 8c472fe7-d41d-4301-b6b8-ae17174da987 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:44:42.769303 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ed68a6a0-14ca-4383-b40f-e556c5d756bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:42.905093 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-ed68a6a0-14ca-4383-b40f-e556c5d756bd admin admin] For port 8c472fe7-d41d-4301-b6b8-ae17174da987, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=8c472fe7-d41d-4301-b6b8-ae17174da987,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:42.905093 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ed68a6a0-14ca-4383-b40f-e556c5d756bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:42.918408 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-ed68a6a0-14ca-4383-b40f-e556c5d756bd admin admin] Calling delete_port for 8c472fe7-d41d-4301-b6b8-ae17174da987 owned by network:router_interface {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:44:42.926669 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:43.131754 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ed68a6a0-14ca-4383-b40f-e556c5d756bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (8c472fe7-d41d-4301-b6b8-ae17174da987), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:43.159996 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68a6a0-14ca-4383-b40f-e556c5d756bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8c472fe7-d41d-4301-b6b8-ae17174da987,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:43.286644 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51418) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:43.344329 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ed68a6a0-14ca-4383-b40f-e556c5d756bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623086'] for router_interface (0d2bb485-8201-4259-b811-ace17e805b17), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:43.420111 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7dda617-f5b2-4e7d-8d80-20f6a5260b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:43.516620 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7dda617-f5b2-4e7d-8d80-20f6a5260b05 admin admin] Publish callbacks [] for security_group (bd27e6aa-604c-4cfb-a5c8-e266cf5b0fff), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:43.522131 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d7dda617-f5b2-4e7d-8d80-20f6a5260b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (bd27e6aa-604c-4cfb-a5c8-e266cf5b0fff), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:43.572065 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dda617-f5b2-4e7d-8d80-20f6a5260b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd27e6aa-604c-4cfb-a5c8-e266cf5b0fff,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:43.587813 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d7dda617-f5b2-4e7d-8d80-20f6a5260b05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6eaa58de7a6144d08f0eab80c9ad8790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993903 Jun 15 19:44:43.591642 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51424) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:43.647272 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a8311904-07b0-4199-8eec-6a93bcf9f33b req-32938c17-f31a-4856-8f67-9ae247d6a1ae tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 210 time: 0.0771472 Jun 15 19:44:43.701572 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e015351-1aa6-4932-97af-c282af4383a4 admin admin] Publish callbacks [] for security_group (bd27e6aa-604c-4cfb-a5c8-e266cf5b0fff), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:43.713005 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed68a6a0-14ca-4383-b40f-e556c5d756bd admin admin] Router 0d2bb485-8201-4259-b811-ace17e805b17 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:44:43.721314 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db92b-844e-4946-919c-747e7ac14915 req-9e87231b-8137-4f73-a5da-d6ae1f773e64 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:43.723631 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-9e87231b-8137-4f73-a5da-d6ae1f773e64 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.42 "GET /v2.0/networks?id=c97fa835-6951-4e5b-beef-24701d625969 HTTP/1.1" status: 200 len: 808 time: 0.1611500 Jun 15 19:44:43.739836 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e015351-1aa6-4932-97af-c282af4383a4 admin admin] Publish callbacks [] for security_group (bd27e6aa-604c-4cfb-a5c8-e266cf5b0fff), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:43.801598 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e015351-1aa6-4932-97af-c282af4383a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (bd27e6aa-604c-4cfb-a5c8-e266cf5b0fff), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:43.807612 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6e015351-1aa6-4932-97af-c282af4383a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:43.808973 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6e015351-1aa6-4932-97af-c282af4383a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd27e6aa-604c-4cfb-a5c8-e266cf5b0fff HTTP/1.1" status: 204 len: 168 time: 0.2154479 Jun 15 19:44:43.814453 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:43.822355 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e015351-1aa6-4932-97af-c282af4383a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd27e6aa-604c-4cfb-a5c8-e266cf5b0fff,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:43.856763 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:43.874868 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:43.906178 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-3dcd551f-091d-4467-84c3-069f61f755cc tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feaa96a8901e42c18c270c092a40fc83 HTTP/1.1" status: 200 len: 379 time: 0.1717379 Jun 15 19:44:43.917531 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-4b3db92b-844e-4946-919c-747e7ac14915 req-0cd34bd3-5f9a-44ba-a911-7a60cb12aeae tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Request body: {'port': {'device_id': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'admin_state_up': True, 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'security_groups': ['4df2f697-adac-4040-b9ae-c66b9937492d']}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:43.923595 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed68a6a0-14ca-4383-b40f-e556c5d756bd admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:44:43.929176 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-ed68a6a0-14ca-4383-b40f-e556c5d756bd admin admin] 10.222.0.15 "PUT /v2.0/routers/0d2bb485-8201-4259-b811-ace17e805b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0132458 Jun 15 19:44:43.932265 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51428) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:43.943573 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb07987-5bdb-41e4-9d04-149487e79307 None None] Sync routers for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:44:43.971419 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb07987-5bdb-41e4-9d04-149487e79307 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:43.974966 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-6cb07987-5bdb-41e4-9d04-149487e79307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:44.060472 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] Publish callbacks [] for router (0d2bb485-8201-4259-b811-ace17e805b17), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:44.105790 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3db92b-844e-4946-919c-747e7ac14915 req-0cd34bd3-5f9a-44ba-a911-7a60cb12aeae tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Made reservation on behalf of feaa96a8901e42c18c270c092a40fc83 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:44:44.112438 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4b3db92b-844e-4946-919c-747e7ac14915 req-0cd34bd3-5f9a-44ba-a911-7a60cb12aeae tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:44.155749 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:44.182390 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-6cb07987-5bdb-41e4-9d04-149487e79307 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:44.230210 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] Publish callbacks [] for router_gateway (0d2bb485-8201-4259-b811-ace17e805b17), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:44.316302 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] Deleting port e95bfc38-fb83-459a-ae4b-30e551913455 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:44:44.317152 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (e95bfc38-fb83-459a-ae4b-30e551913455), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:44.325851 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-4b3db92b-844e-4946-919c-747e7ac14915 req-0cd34bd3-5f9a-44ba-a911-7a60cb12aeae tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Allocated IP 172.20.0.12 (c97fa835-6951-4e5b-beef-24701d625969/b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a/98860632-f1d4-48e3-a840-1307deb28658) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:44:44.462958 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] For port e95bfc38-fb83-459a-ae4b-30e551913455, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=e95bfc38-fb83-459a-ae4b-30e551913455,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:44.465552 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (e95bfc38-fb83-459a-ae4b-30e551913455), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:44.481953 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] Calling delete_port for e95bfc38-fb83-459a-ae4b-30e551913455 owned by network:router_gateway {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:44:44.493628 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-6cb07987-5bdb-41e4-9d04-149487e79307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:44:43Z', 'revision_number': 5, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port': {'id': 'e95bfc38-fb83-459a-ae4b-30e551913455', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2bb485-8201-4259-b811-ace17e805b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:48Z', 'updated_at': '2022-06-15T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:44.526564 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=43 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:44.531464 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb07987-5bdb-41e4-9d04-149487e79307 None None] Checking router: 0d2bb485-8201-4259-b811-ace17e805b17 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:44:44.550575 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb07987-5bdb-41e4-9d04-149487e79307 None None] Routers {'0d2bb485-8201-4259-b811-ace17e805b17'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:44.551251 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-6cb07987-5bdb-41e4-9d04-149487e79307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['0d2bb485-8201-4259-b811-ace17e805b17'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:44.599472 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4b3db92b-844e-4946-919c-747e7ac14915 req-0cd34bd3-5f9a-44ba-a911-7a60cb12aeae tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for port (98860632-f1d4-48e3-a840-1307deb28658), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:44.641878 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4b3db92b-844e-4946-919c-747e7ac14915 req-0cd34bd3-5f9a-44ba-a911-7a60cb12aeae tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (98860632-f1d4-48e3-a840-1307deb28658), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:44.652707 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-6cb07987-5bdb-41e4-9d04-149487e79307 None None] Set router 0d2bb485-8201-4259-b811-ace17e805b17 gateway port host: None {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:44.697491 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (e95bfc38-fb83-459a-ae4b-30e551913455), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:44.745122 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-6cb07987-5bdb-41e4-9d04-149487e79307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:44:44Z', 'revision_number': 6, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port_host': None}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:44.752060 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd34bd3-5f9a-44ba-a911-7a60cb12aeae tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Pushing event updated for resources: {'Port': ['ID=98860632-f1d4-48e3-a840-1307deb28658,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:44.765085 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e95bfc38-fb83-459a-ae4b-30e551913455,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:44.767888 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3db92b-844e-4946-919c-747e7ac14915 req-0cd34bd3-5f9a-44ba-a911-7a60cb12aeae tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Network c97fa835-6951-4e5b-beef-24701d625969 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:44:44.773308 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-4b3db92b-844e-4946-919c-747e7ac14915 req-0cd34bd3-5f9a-44ba-a911-7a60cb12aeae tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:44:44.776867 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3db92b-844e-4946-919c-747e7ac14915 req-0cd34bd3-5f9a-44ba-a911-7a60cb12aeae tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:44:44.791859 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb07987-5bdb-41e4-9d04-149487e79307 None None] The sync data for ids ['0d2bb485-8201-4259-b811-ace17e805b17'] in dv-cinder-844563-3-iscsi is: [{'id': '0d2bb485-8201-4259-b811-ace17e805b17', 'name': 'tempest-AttachVolumeNegativeTest-637573774-router', 'tenant_id': 'e8e1414ffa3548938432aed200c75736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:46Z', 'updated_at': '2022-06-15T19:44:44Z', 'revision_number': 6, 'project_id': 'e8e1414ffa3548938432aed200c75736', 'gw_port_host': None}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:44:44.896529 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db92b-844e-4946-919c-747e7ac14915 req-0cd34bd3-5f9a-44ba-a911-7a60cb12aeae tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:44.897343 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4b3db92b-844e-4946-919c-747e7ac14915 req-0cd34bd3-5f9a-44ba-a911-7a60cb12aeae tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:44.917493 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-0cd34bd3-5f9a-44ba-a911-7a60cb12aeae tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0052407 Jun 15 19:44:44.920933 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622655'] for router_gateway (0d2bb485-8201-4259-b811-ace17e805b17), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:44.931021 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Request body: {'port': {'device_id': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:45.005400 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd96e8-641d-418f-8dfa-46f22a121d40 req-0a4bd08f-68b6-4f29-ab58-cf746ffc9a9f tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:45.018995 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f0cd96e8-641d-418f-8dfa-46f22a121d40 req-0a4bd08f-68b6-4f29-ab58-cf746ffc9a9f tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 932 time: 0.1658578 Jun 15 19:44:45.037049 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (98860632-f1d4-48e3-a840-1307deb28658), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.043758 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:45.087435 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router (0d2bb485-8201-4259-b811-ace17e805b17), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.089058 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:45.090662 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] Publish callbacks [] for router_controller (0d2bb485-8201-4259-b811-ace17e805b17), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.153510 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-c6690060-ae08-42f5-9f29-73b143bc25f6 None None] Provisioning complete for port 98860632-f1d4-48e3-a840-1307deb28658 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:45.154577 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6690060-ae08-42f5-9f29-73b143bc25f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (98860632-f1d4-48e3-a840-1307deb28658), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.171762 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f0cd96e8-641d-418f-8dfa-46f22a121d40 req-e9dafacf-393b-4092-9516-0f6bedde640a tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514297 Jun 15 19:44:45.179877 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622511'] for router (0d2bb485-8201-4259-b811-ace17e805b17), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.180545 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2bb485-8201-4259-b811-ace17e805b17 {{(pid=104104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 19:44:45.187166 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.190369 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-7bc41686-4a8f-404e-ab25-6455834854cf admin admin] 10.222.0.15 "DELETE /v2.0/routers/0d2bb485-8201-4259-b811-ace17e805b17 HTTP/1.1" status: 204 len: 168 time: 1.2550087 Jun 15 19:44:45.191021 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51454) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:45.212351 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c6690060-ae08-42f5-9f29-73b143bc25f6 None None] Port 98860632-f1d4-48e3-a840-1307deb28658 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:44:45.269235 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-d372b23b-add3-4604-b447-58430a79a63c admin admin] Deleting subnet 06f7de3d-736b-4eeb-b465-011df871e6d7 {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:44:45.272481 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d372b23b-add3-4604-b447-58430a79a63c admin admin] Publish callbacks [] for subnet (06f7de3d-736b-4eeb-b465-011df871e6d7), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.318328 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d372b23b-add3-4604-b447-58430a79a63c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1890834'] for subnet (06f7de3d-736b-4eeb-b465-011df871e6d7), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.355373 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:45.397869 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98860632-f1d4-48e3-a840-1307deb28658 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:44:45.405402 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Publish callbacks [] for port (98860632-f1d4-48e3-a840-1307deb28658), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.414531 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d372b23b-add3-4604-b447-58430a79a63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (06f7de3d-736b-4eeb-b465-011df871e6d7), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.420146 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Transition to ACTIVE for port object 98860632-f1d4-48e3-a840-1307deb28658 will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:44:45.425345 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (98860632-f1d4-48e3-a840-1307deb28658), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.485991 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Pushing event updated for resources: {'Port': ['ID=98860632-f1d4-48e3-a840-1307deb28658,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:45.508714 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d372b23b-add3-4604-b447-58430a79a63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3663992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3383314'] for subnet (06f7de3d-736b-4eeb-b465-011df871e6d7), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.559158 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372b23b-add3-4604-b447-58430a79a63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f7de3d-736b-4eeb-b465-011df871e6d7,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:45.559598 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d372b23b-add3-4604-b447-58430a79a63c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.564464 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d372b23b-add3-4604-b447-58430a79a63c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/06f7de3d-736b-4eeb-b465-011df871e6d7 HTTP/1.1" status: 204 len: 168 time: 0.3721120 Jun 15 19:44:45.565494 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da44592d-8f1d-47ec-8afe-65e7de5ac050 None None] Network 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:44:45.568999 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51458) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:45.574460 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Attempting to bind port 98860632-f1d4-48e3-a840-1307deb28658 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:44:45.574802 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Attempting to bind port 98860632-f1d4-48e3-a840-1307deb28658 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '55fec573-82ef-4d29-8a58-e1e34e513989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:44:45.575133 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Attempting to bind port 98860632-f1d4-48e3-a840-1307deb28658 on network c97fa835-6951-4e5b-beef-24701d625969 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:44:45.585226 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Port 98860632-f1d4-48e3-a840-1307deb28658 on network c97fa835-6951-4e5b-beef-24701d625969 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:44:45.585555 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Attempting to bind port 98860632-f1d4-48e3-a840-1307deb28658 on network c97fa835-6951-4e5b-beef-24701d625969 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:44:45.592507 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:44:45.592858 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Checking segment: {'id': '55fec573-82ef-4d29-8a58-e1e34e513989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:44:45.593250 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Bound using segment: {'id': '55fec573-82ef-4d29-8a58-e1e34e513989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:44:45.593691 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Bound port: 98860632-f1d4-48e3-a840-1307deb28658, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fec573-82ef-4d29-8a58-e1e34e513989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:44:45.594051 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (98860632-f1d4-48e3-a840-1307deb28658), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.695592 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:45.705162 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (25ed2ffb-2899-41f6-afeb-0cd1a1d94e79), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.734568 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] For port 98860632-f1d4-48e3-a840-1307deb28658, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:44:45.740291 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] For port 98860632-f1d4-48e3-a840-1307deb28658, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=98860632-f1d4-48e3-a840-1307deb28658,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:44:45.755351 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (98860632-f1d4-48e3-a840-1307deb28658), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.762357 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Deleting port 59840acf-5270-458c-9a52-bd32289a7d0b {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:44:45.762699 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.797573 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:45.798327 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.799871 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] 10.222.0.42 "PUT /v2.0/ports/98860632-f1d4-48e3-a840-1307deb28658 HTTP/1.1" status: 200 len: 1094 time: 0.8737838 Jun 15 19:44:45.800331 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'tag': '98860632-f1d4-48e3-a840-1307deb28658'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:44:45.801116 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f450b2-a3e6-4c26-815c-c08c8d3dfcef None None] DHCP port deletion for 25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 request from dv-cinder-844563-3-iscsi {{(pid=104105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 19:44:45.802655 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ce8e57-98ac-43a5-8dc5-2c9bd3f68517" -d '{"events": [{"name": "network-changed", "server_uuid": "c00cb912-861b-45f1-a2e8-7efe52291be6", "tag": "98860632-f1d4-48e3-a840-1307deb28658"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:44:45.845629 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c47b52-fc1a-4842-9391-063bd152eb86 service neutron] Pushing event updated for resources: {'Port': ['ID=98860632-f1d4-48e3-a840-1307deb28658,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:45.895222 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3019f93-5c62-4c96-8fff-285d54ea171e x-openstack-request-id: req-b3019f93-5c62-4c96-8fff-285d54ea171e {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:44:45.895690 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00cb912-861b-45f1-a2e8-7efe52291be6", "tag": "98860632-f1d4-48e3-a840-1307deb28658", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:44:45.896177 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3019f93-5c62-4c96-8fff-285d54ea171e {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:44:45.896845 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3019f93-5c62-4c96-8fff-285d54ea171e'] response: {'name': 'network-changed', 'server_uuid': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'tag': '98860632-f1d4-48e3-a840-1307deb28658', 'status': 'completed', 'code': 200} Jun 15 19:44:45.907413 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] For port 59840acf-5270-458c-9a52-bd32289a7d0b, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=59840acf-5270-458c-9a52-bd32289a7d0b,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:45.908082 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.920327 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db92b-844e-4946-919c-747e7ac14915 req-1af72054-bc28-4482-b146-534fa5b734e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:45.922303 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-b6f450b2-a3e6-4c26-815c-c08c8d3dfcef None None] Deleting port 59840acf-5270-458c-9a52-bd32289a7d0b {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:44:45.922690 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b6f450b2-a3e6-4c26-815c-c08c8d3dfcef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:45.924262 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Calling delete_port for 59840acf-5270-458c-9a52-bd32289a7d0b owned by network:dhcp {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:44:45.926612 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-1af72054-bc28-4482-b146-534fa5b734e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feaa96a8901e42c18c270c092a40fc83&device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 1128 time: 0.0743585 Jun 15 19:44:46.001054 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-f840959e-7c28-4a8d-a394-dd94a70f571d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98860632-f1d4-48e3-a840-1307deb28658 HTTP/1.1" status: 200 len: 217 time: 0.0676184 Jun 15 19:44:46.019535 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-b6f450b2-a3e6-4c26-815c-c08c8d3dfcef None None] For port 59840acf-5270-458c-9a52-bd32289a7d0b, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=59840acf-5270-458c-9a52-bd32289a7d0b,segment=NetworkSegment(e91cbe2e-64fc-4c84-9e19-446ba5854d11),segment_id=e91cbe2e-64fc-4c84-9e19-446ba5854d11)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:46.019947 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b6f450b2-a3e6-4c26-815c-c08c8d3dfcef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:46.044055 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-b6f450b2-a3e6-4c26-815c-c08c8d3dfcef None None] Calling delete_port for 59840acf-5270-458c-9a52-bd32289a7d0b owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:44:46.065574 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:46.089314 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db92b-844e-4946-919c-747e7ac14915 req-7398f118-098f-489c-8eee-ba6eee10ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:46.095226 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-7398f118-098f-489c-8eee-ba6eee10ec92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a HTTP/1.1" status: 200 len: 847 time: 0.0856171 Jun 15 19:44:46.161611 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db92b-844e-4946-919c-747e7ac14915 req-819aeb79-1ad5-4182-ba16-fd16d9b6c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:46.164487 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-819aeb79-1ad5-4182-ba16-fd16d9b6c305 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c97fa835-6951-4e5b-beef-24701d625969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630116 Jun 15 19:44:46.181851 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b6f450b2-a3e6-4c26-815c-c08c8d3dfcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (59840acf-5270-458c-9a52-bd32289a7d0b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:46.200548 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f450b2-a3e6-4c26-815c-c08c8d3dfcef None None] No DVR routers for this DVR port 59840acf-5270-458c-9a52-bd32289a7d0b on host dv-cinder-844563-3-iscsi {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:44:46.232679 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f450b2-a3e6-4c26-815c-c08c8d3dfcef None None] Pushing event deleted for resources: {'Port': ['ID=59840acf-5270-458c-9a52-bd32289a7d0b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:46.299708 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-b74957df-6c27-41a6-bbcc-a566ef422de4 service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274815 Jun 15 19:44:46.351885 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] No DVR routers for this DVR port 59840acf-5270-458c-9a52-bd32289a7d0b on host dv-cinder-844563-3-iscsi {{(pid=104104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:44:46.358683 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Pushing event deleted for resources: {'Port': ['ID=59840acf-5270-458c-9a52-bd32289a7d0b,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:46.386141 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:46.404808 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4b3db92b-844e-4946-919c-747e7ac14915 req-8ab4a10f-79b6-4c00-ad5d-a26f500f5531 service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978119 Jun 15 19:44:46.434200 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01f94a-d4d6-4f78-81a0-0a3b897af22f req-d6d696e0-6444-4fa4-b57e-f9e926b1df6e tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:46.435634 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1f01f94a-d4d6-4f78-81a0-0a3b897af22f req-d6d696e0-6444-4fa4-b57e-f9e926b1df6e tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0868976 Jun 15 19:44:46.479642 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (25ed2ffb-2899-41f6-afeb-0cd1a1d94e79), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:46.518013 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ed2ffb-2899-41f6-afeb-0cd1a1d94e79']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:46.536552 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91cbe2e-64fc-4c84-9e19-446ba5854d11') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:46.536815 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91cbe2e-64fc-4c84-9e19-446ba5854d11') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:46.552967 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1f01f94a-d4d6-4f78-81a0-0a3b897af22f req-f4ce09f8-ad1c-4eb2-b938-266b095ee2b0 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101608 Jun 15 19:44:46.554725 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1890827'] for segment (e91cbe2e-64fc-4c84-9e19-446ba5854d11), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:46.556396 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:46.576901 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (e91cbe2e-64fc-4c84-9e19-446ba5854d11), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:46.584409 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:44:46.584795 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663910'] for segment (e91cbe2e-64fc-4c84-9e19-446ba5854d11), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:46.605386 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment e91cbe2e-64fc-4c84-9e19-446ba5854d11 resource provider aggregate not found Jun 15 19:44:46.653256 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment e91cbe2e-64fc-4c84-9e19-446ba5854d11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e91cbe2e-64fc-4c84-9e19-446ba5854d11 found for delete ", "request_id": "req-3708c632-5fbf-4268-a9e2-9796711e4d48"}]} Jun 15 19:44:46.665469 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (25ed2ffb-2899-41f6-afeb-0cd1a1d94e79), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:46.673463 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:46.676725 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] 10.222.0.15 "DELETE /v2.0/networks/25ed2ffb-2899-41f6-afeb-0cd1a1d94e79 HTTP/1.1" status: 204 len: 168 time: 1.1066360 Jun 15 19:44:46.694348 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f3448-b796-4ce9-a6e4-3052a8c40795 admin admin] Pushing event deleted for resources: {'Network': ['ID=25ed2ffb-2899-41f6-afeb-0cd1a1d94e79,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:46.694487 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce8e57-98ac-43a5-8dc5-2c9bd3f68517 req-0cf9f73d-c82d-41c8-95ff-9b56f0335ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:46.695991 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d8ce8e57-98ac-43a5-8dc5-2c9bd3f68517 req-0cf9f73d-c82d-41c8-95ff-9b56f0335ef7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feaa96a8901e42c18c270c092a40fc83&device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 1128 time: 0.0669863 Jun 15 19:44:46.825786 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 8c472fe7-d41d-4301-b6b8-ae17174da987 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:44:46.836974 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce8e57-98ac-43a5-8dc5-2c9bd3f68517 req-47dde413-9f66-46a4-a105-9b4cb9e61270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:46.839468 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d8ce8e57-98ac-43a5-8dc5-2c9bd3f68517 req-47dde413-9f66-46a4-a105-9b4cb9e61270 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c97fa835-6951-4e5b-beef-24701d625969 HTTP/1.1" status: 200 len: 909 time: 0.1358016 Jun 15 19:44:46.855602 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 8c472fe7-d41d-4301-b6b8-ae17174da987 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:44:46.856360 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 8c472fe7-d41d-4301-b6b8-ae17174da987 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:44:46.856921 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 59840acf-5270-458c-9a52-bd32289a7d0b no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:44:46.879496 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 59840acf-5270-458c-9a52-bd32289a7d0b {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:44:46.880017 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 59840acf-5270-458c-9a52-bd32289a7d0b not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:44:46.880995 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device e95bfc38-fb83-459a-ae4b-30e551913455 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:44:46.902279 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d8ce8e57-98ac-43a5-8dc5-2c9bd3f68517 req-871d43a2-f990-42cb-9037-fd180079738a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98860632-f1d4-48e3-a840-1307deb28658 HTTP/1.1" status: 200 len: 217 time: 0.0551264 Jun 15 19:44:46.909085 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:46.911466 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: e95bfc38-fb83-459a-ae4b-30e551913455 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:44:46.912148 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device e95bfc38-fb83-459a-ae4b-30e551913455 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:44:46.923876 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51480) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:46.964748 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce8e57-98ac-43a5-8dc5-2c9bd3f68517 req-5fe867e3-acce-4f37-8cc8-30d4a7e2b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:46.966694 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d8ce8e57-98ac-43a5-8dc5-2c9bd3f68517 req-5fe867e3-acce-4f37-8cc8-30d4a7e2b89a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a HTTP/1.1" status: 200 len: 847 time: 0.0578649 Jun 15 19:44:46.983721 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-0277a8d7-6b44-4832-afb4-f7dbf5bbd071 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8e1414ffa3548938432aed200c75736&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0563910 Jun 15 19:44:46.986569 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51484) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:47.026744 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:47.032496 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce8e57-98ac-43a5-8dc5-2c9bd3f68517 req-7f7baf54-9c69-4a70-9635-16649d9d7cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:47.034502 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d8ce8e57-98ac-43a5-8dc5-2c9bd3f68517 req-7f7baf54-9c69-4a70-9635-16649d9d7cd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c97fa835-6951-4e5b-beef-24701d625969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564744 Jun 15 19:44:47.054309 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-de0d45c9-2df8-43c0-be57-27dbf3473222 admin admin] Publish callbacks [] for security_group (75e37b2e-9b93-4527-be5f-c2a38372e3a1), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:47.081695 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-de0d45c9-2df8-43c0-be57-27dbf3473222 admin admin] Publish callbacks [] for security_group (75e37b2e-9b93-4527-be5f-c2a38372e3a1), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:47.144554 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-de0d45c9-2df8-43c0-be57-27dbf3473222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (75e37b2e-9b93-4527-be5f-c2a38372e3a1), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:47.146345 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d8ce8e57-98ac-43a5-8dc5-2c9bd3f68517 req-5d8f9f6f-a97a-4894-87bf-7cb78d98cfb8 service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054583 Jun 15 19:44:47.147337 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-de0d45c9-2df8-43c0-be57-27dbf3473222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:47.150187 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-de0d45c9-2df8-43c0-be57-27dbf3473222 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75e37b2e-9b93-4527-be5f-c2a38372e3a1 HTTP/1.1" status: 204 len: 168 time: 0.1608222 Jun 15 19:44:47.167439 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d45c9-2df8-43c0-be57-27dbf3473222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e37b2e-9b93-4527-be5f-c2a38372e3a1,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:47.257945 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d8ce8e57-98ac-43a5-8dc5-2c9bd3f68517 req-f00c3f36-270f-4966-80e6-4a677226ba92 service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034961 Jun 15 19:44:47.687360 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6bd46-b6dd-472f-b0ff-ecc9c7131488 req-7181f67c-ba55-460a-aa54-61ff3a30ee62 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:47.689746 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f5a6bd46-b6dd-472f-b0ff-ecc9c7131488 req-7181f67c-ba55-460a-aa54-61ff3a30ee62 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0537066 Jun 15 19:44:47.756560 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f5a6bd46-b6dd-472f-b0ff-ecc9c7131488 req-c7c2e3f3-209e-4eb5-855b-796c41c90562 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589342 Jun 15 19:44:48.495935 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:48.866887 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:48.882688 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153f8d7-34df-4fa0-adbd-5c793679953a req-8b16ad8e-3d53-4b38-819f-875a23f99671 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:48.884074 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2153f8d7-34df-4fa0-adbd-5c793679953a req-8b16ad8e-3d53-4b38-819f-875a23f99671 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0499485 Jun 15 19:44:48.939116 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2153f8d7-34df-4fa0-adbd-5c793679953a req-4b4704d8-4b64-4352-98ff-39dbd6fbe9cb tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481765 Jun 15 19:44:50.089203 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4f786-4b14-48e1-abe6-119f9b9a805f req-565ad781-6b36-4dd1-b429-008030461701 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:50.090791 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-42e4f786-4b14-48e1-abe6-119f9b9a805f req-565ad781-6b36-4dd1-b429-008030461701 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0675986 Jun 15 19:44:50.143222 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-42e4f786-4b14-48e1-abe6-119f9b9a805f req-428772e6-de0c-4ef8-8967-77051bf99c34 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462403 Jun 15 19:44:51.266569 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b6d5c-08d1-4c0a-a875-9bef99569737 req-c67767cb-dab7-4674-8614-c496cc76e300 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:51.268052 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b18b6d5c-08d1-4c0a-a875-9bef99569737 req-c67767cb-dab7-4674-8614-c496cc76e300 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0529702 Jun 15 19:44:51.318704 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b18b6d5c-08d1-4c0a-a875-9bef99569737 req-a0bb8316-1ae1-4ab5-96d5-8ba7d0bbb120 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449138 Jun 15 19:44:52.439545 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f194d7d-febe-4374-b726-2acc053a82c9 req-648bed4b-61e3-4bf5-a370-f1f121043bb0 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:52.441358 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2f194d7d-febe-4374-b726-2acc053a82c9 req-648bed4b-61e3-4bf5-a370-f1f121043bb0 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0492630 Jun 15 19:44:52.494015 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2f194d7d-febe-4374-b726-2acc053a82c9 req-5d1c4c71-c03c-4beb-8c1d-cf1a205386d4 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469148 Jun 15 19:44:53.351634 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51648) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:53.461549 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:53.547963 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Publish callbacks [] for security_group (586bca57-16f0-41af-be44-56c90053b6a4), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:53.554965 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (586bca57-16f0-41af-be44-56c90053b6a4), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:53.599891 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51654) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:53.600519 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23d191c6d2a34166b6061bbc3e5b1499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473071 Jun 15 19:44:53.600977 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586bca57-16f0-41af-be44-56c90053b6a4,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:53.609530 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.609878 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.610251 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.610592 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.610925 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.611257 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.611583 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.611906 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.612233 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.612649 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.612919 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.613203 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.613522 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.613839 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.614178 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022b25c-57ea-4bea-8b19-a1fa2f9590b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.646627 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee6fb3-eb59-4140-ae19-90da0ca716d1 req-63f4cf66-57bb-4efa-97ad-177aa7fcc186 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:53.647613 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a9ee6fb3-eb59-4140-ae19-90da0ca716d1 req-63f4cf66-57bb-4efa-97ad-177aa7fcc186 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0802023 Jun 15 19:44:53.694176 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Publish callbacks [] for security_group (586bca57-16f0-41af-be44-56c90053b6a4), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:53.726582 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a9ee6fb3-eb59-4140-ae19-90da0ca716d1 req-2b430738-dad2-4ee2-bd81-f1376ca8a0a6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722063 Jun 15 19:44:53.736885 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Publish callbacks [] for security_group (586bca57-16f0-41af-be44-56c90053b6a4), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:53.753121 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:53.794901 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (586bca57-16f0-41af-be44-56c90053b6a4), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:53.797782 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:53.802503 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/586bca57-16f0-41af-be44-56c90053b6a4 HTTP/1.1" status: 204 len: 168 time: 0.2015002 Jun 15 19:44:53.811292 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586bca57-16f0-41af-be44-56c90053b6a4,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:53.819603 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.819946 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.820567 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.820862 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.821196 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.821770 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.822776 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.823281 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.823787 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.824299 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.824809 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.825314 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.825815 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.826865 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:53.827543 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ae4bb-a82e-4f3d-8939-3225cd83e91d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:44:54.138730 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ed980-7fe1-4976-8185-63cb24dc756d req-809dee8f-130d-4bba-a22b-df0a32d8f3fb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:54.141367 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-366ed980-7fe1-4976-8185-63cb24dc756d req-809dee8f-130d-4bba-a22b-df0a32d8f3fb tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 947 time: 0.0793617 Jun 15 19:44:54.157546 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51676) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:54.207240 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-366ed980-7fe1-4976-8185-63cb24dc756d req-4a9a3bdf-1b45-4fef-adef-fba6ca002342 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593753 Jun 15 19:44:54.292471 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6caf0028-8c45-4436-b36d-a9619fe8de36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.298800 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51680) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:54.318559 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8a3ee8c3-9525-4732-ab81-3feff18dad78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.386174 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 98860632-f1d4-48e3-a840-1307deb28658 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:44:54.397809 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6caf0028-8c45-4436-b36d-a9619fe8de36 admin admin] Publish callbacks [] for security_group (87a7e5e7-3f40-4b07-a1fe-85ccdd472090), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.402967 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6caf0028-8c45-4436-b36d-a9619fe8de36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (87a7e5e7-3f40-4b07-a1fe-85ccdd472090), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.424863 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:54.454488 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8a3ee8c3-9525-4732-ab81-3feff18dad78 admin admin] Publish callbacks [] for security_group (5518c427-5ad3-4343-9a1f-14de260f60d8), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.456257 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-6caf0028-8c45-4436-b36d-a9619fe8de36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1afcb3ba6f8a498d8061ad7ab16e8edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970514 Jun 15 19:44:54.457743 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf0028-8c45-4436-b36d-a9619fe8de36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a7e5e7-3f40-4b07-a1fe-85ccdd472090,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:54.459659 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51682) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:54.473031 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8a3ee8c3-9525-4732-ab81-3feff18dad78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (5518c427-5ad3-4343-9a1f-14de260f60d8), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.501373 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 98860632-f1d4-48e3-a840-1307deb28658, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=98860632-f1d4-48e3-a840-1307deb28658,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:54.513458 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': '98860632-f1d4-48e3-a840-1307deb28658', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'port_id': '98860632-f1d4-48e3-a840-1307deb28658', 'mac_address': 'fa:16:3e:cf:31:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:44:54.534500 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ee8c3-9525-4732-ab81-3feff18dad78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5518c427-5ad3-4343-9a1f-14de260f60d8,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:54.542149 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-8a3ee8c3-9525-4732-ab81-3feff18dad78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c74cd1f44754d9991eec7ecdcfd3b04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422640 Jun 15 19:44:54.545273 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51684) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:54.559090 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 98860632-f1d4-48e3-a840-1307deb28658 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:54.559494 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (98860632-f1d4-48e3-a840-1307deb28658), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.576866 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98860632-f1d4-48e3-a840-1307deb28658 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:44:54.586661 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:54.597300 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1c0af70f-d1d0-420b-8fd1-9b31b89ab3b4 admin admin] Publish callbacks [] for security_group (87a7e5e7-3f40-4b07-a1fe-85ccdd472090), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.599724 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 98860632-f1d4-48e3-a840-1307deb28658, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=98860632-f1d4-48e3-a840-1307deb28658,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:54.604252 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (98860632-f1d4-48e3-a840-1307deb28658), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.639393 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1c0af70f-d1d0-420b-8fd1-9b31b89ab3b4 admin admin] Publish callbacks [] for security_group (87a7e5e7-3f40-4b07-a1fe-85ccdd472090), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.648424 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-504643cf-5f9c-4762-b58e-70f3e6301068 admin admin] Publish callbacks [] for security_group (5518c427-5ad3-4343-9a1f-14de260f60d8), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.676364 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=98860632-f1d4-48e3-a840-1307deb28658,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:54.703838 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-504643cf-5f9c-4762-b58e-70f3e6301068 admin admin] Publish callbacks [] for security_group (5518c427-5ad3-4343-9a1f-14de260f60d8), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.747362 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1c0af70f-d1d0-420b-8fd1-9b31b89ab3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (87a7e5e7-3f40-4b07-a1fe-85ccdd472090), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.753383 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1c0af70f-d1d0-420b-8fd1-9b31b89ab3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.755062 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-1c0af70f-d1d0-420b-8fd1-9b31b89ab3b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87a7e5e7-3f40-4b07-a1fe-85ccdd472090 HTTP/1.1" status: 204 len: 168 time: 0.2833362 Jun 15 19:44:54.769806 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0af70f-d1d0-420b-8fd1-9b31b89ab3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a7e5e7-3f40-4b07-a1fe-85ccdd472090,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:54.782489 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-504643cf-5f9c-4762-b58e-70f3e6301068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (5518c427-5ad3-4343-9a1f-14de260f60d8), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.789824 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-504643cf-5f9c-4762-b58e-70f3e6301068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:54.791045 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-504643cf-5f9c-4762-b58e-70f3e6301068 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5518c427-5ad3-4343-9a1f-14de260f60d8 HTTP/1.1" status: 204 len: 168 time: 0.2448621 Jun 15 19:44:54.806686 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504643cf-5f9c-4762-b58e-70f3e6301068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5518c427-5ad3-4343-9a1f-14de260f60d8,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:54.845775 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['98860632-f1d4-48e3-a840-1307deb28658'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:44:54.905411 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeab37-c362-4070-b25e-a8fd4b12eedf req-83a63bfc-3148-4fcd-addc-d2f7782e4f6c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:54.909102 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dddeab37-c362-4070-b25e-a8fd4b12eedf req-83a63bfc-3148-4fcd-addc-d2f7782e4f6c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 945 time: 0.0906677 Jun 15 19:44:54.985636 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dddeab37-c362-4070-b25e-a8fd4b12eedf req-d16be7da-0919-4658-8230-0c2b96738d8b tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702465 Jun 15 19:44:55.011252 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:55.414831 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030f761-7203-49c9-998d-bf660a98c92c req-296f0d57-2999-43cf-a9a7-e7e5821fdec5 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:55.417366 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7030f761-7203-49c9-998d-bf660a98c92c req-296f0d57-2999-43cf-a9a7-e7e5821fdec5 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 947 time: 0.0930328 Jun 15 19:44:55.452585 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:55.496815 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7030f761-7203-49c9-998d-bf660a98c92c req-ce89207b-1814-4f8e-bb52-d523d605784b tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cd46fad-d3c3-450a-bab2-21b91156707e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599246 Jun 15 19:44:55.528071 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-0ec15392-3803-4de2-9bbe-2fc7143e7b92 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:55.531045 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-0ec15392-3803-4de2-9bbe-2fc7143e7b92 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.42 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 947 time: 0.1072369 Jun 15 19:44:55.746647 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:55.766364 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Deleting port e86b7374-75c4-418c-9797-1366945e2805 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:44:55.766820 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (e86b7374-75c4-418c-9797-1366945e2805), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:55.874129 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] For port e86b7374-75c4-418c-9797-1366945e2805, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e86b7374-75c4-418c-9797-1366945e2805,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:55.874547 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (e86b7374-75c4-418c-9797-1366945e2805), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:55.900550 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51730) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:55.938641 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:56.089068 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.089841 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (b7a488a6-0400-44d3-8d03-c6bcc8ce7f05), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.090442 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Floating IP b7a488a6-0400-44d3-8d03-c6bcc8ce7f05 disassociated. External IP: 172.27.0.122, port: e86b7374-75c4-418c-9797-1366945e2805. Jun 15 19:44:56.091022 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Calling delete_port for e86b7374-75c4-418c-9797-1366945e2805 owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:44:56.126234 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcfd85-bc79-4a02-bf31-48b7d295d1a6 req-895d045e-658d-435a-bbcb-7f51b76ad6de tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:56.135361 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f3dcfd85-bc79-4a02-bf31-48b7d295d1a6 req-895d045e-658d-435a-bbcb-7f51b76ad6de tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 945 time: 0.0689526 Jun 15 19:44:56.212700 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-611665693-network', 'tenant_id': 'cbaf2f777f01437ca5891860365e08ce'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:56.224162 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f3dcfd85-bc79-4a02-bf31-48b7d295d1a6 req-af79f0bc-dee5-44b9-8216-13578b06523a tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878961 Jun 15 19:44:56.251636 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (e86b7374-75c4-418c-9797-1366945e2805), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.259677 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] Made reservation on behalf of cbaf2f777f01437ca5891860365e08ce for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:44:56.262287 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.272058 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.395557 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 98860632-f1d4-48e3-a840-1307deb28658 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:44:56.406913 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] Publish callbacks [] for security_group (df47ac3d-bc43-457f-830d-5c3fa4540a02), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.413287 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (df47ac3d-bc43-457f-830d-5c3fa4540a02), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.474013 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df47ac3d-bc43-457f-830d-5c3fa4540a02,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:56.487432 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port 98860632-f1d4-48e3-a840-1307deb28658 completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:44:56.499183 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port 98860632-f1d4-48e3-a840-1307deb28658 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:44:56.499587 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (98860632-f1d4-48e3-a840-1307deb28658), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.510863 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:44:56.528221 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (dc216bee-14b3-4e1e-99f3-06e110d3371f), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.528687 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] Added segment dc216bee-14b3-4e1e-99f3-06e110d3371f of type vlan for network 93003f1e-8ebf-44ce-a3f8-b4697c134b2b Jun 15 19:44:56.595671 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (93003f1e-8ebf-44ce-a3f8-b4697c134b2b), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.630521 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event deleted for resources: {'Port': ['ID=e86b7374-75c4-418c-9797-1366945e2805,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:56.640297 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 98860632-f1d4-48e3-a840-1307deb28658 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:44:56.640993 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (98860632-f1d4-48e3-a840-1307deb28658), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.717487 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (93003f1e-8ebf-44ce-a3f8-b4697c134b2b), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.718559 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:56.719681 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.736925 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c1dfc74f-e683-4583-8717-cd63289f9bfc req-bdca2bee-b6e4-474c-8105-d4041c16bb6a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 210 time: 0.0798299 Jun 15 19:44:56.796520 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8946149 Jun 15 19:44:56.799814 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51746) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:56.833043 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-0369aec9-7047-4f5b-84fe-ceebbbc6ace5 admin admin] Request body: {'subnet': {'network_id': '93003f1e-8ebf-44ce-a3f8-b4697c134b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-611665693-subnet', 'tenant_id': 'cbaf2f777f01437ca5891860365e08ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:56.835864 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Router 9cca118e-53ce-454c-98a6-30ed34544862 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:44:56.843450 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98860632-f1d4-48e3-a840-1307deb28658'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:44:56.843993 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8e8c9-1213-4389-a537-986a2c36c4e9 admin admin] Pushing event updated for resources: {'Network': ['ID=93003f1e-8ebf-44ce-a3f8-b4697c134b2b,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:56.848059 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0609f655-6346-425a-9589-f90b19768358" -d '{"events": [{"server_uuid": "c00cb912-861b-45f1-a2e8-7efe52291be6", "name": "network-vif-plugged", "status": "completed", "tag": "98860632-f1d4-48e3-a840-1307deb28658"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:44:56.862693 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0369aec9-7047-4f5b-84fe-ceebbbc6ace5 admin admin] Made reservation on behalf of cbaf2f777f01437ca5891860365e08ce for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:44:56.864810 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network 93003f1e-8ebf-44ce-a3f8-b4697c134b2b details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:44:56.865843 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0369aec9-7047-4f5b-84fe-ceebbbc6ace5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3383351'] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.882167 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 98860632-f1d4-48e3-a840-1307deb28658, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=98860632-f1d4-48e3-a840-1307deb28658,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:44:56.904012 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (98860632-f1d4-48e3-a840-1307deb28658), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:56.910703 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2f3787-43ff-42bc-930d-bca4ee66101f x-openstack-request-id: req-fb2f3787-43ff-42bc-930d-bca4ee66101f {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:44:56.911126 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00cb912-861b-45f1-a2e8-7efe52291be6", "name": "network-vif-plugged", "status": "completed", "tag": "98860632-f1d4-48e3-a840-1307deb28658", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:44:56.911470 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb2f3787-43ff-42bc-930d-bca4ee66101f {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:44:56.911969 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2f3787-43ff-42bc-930d-bca4ee66101f'] response: {'server_uuid': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98860632-f1d4-48e3-a840-1307deb28658', 'code': 200} Jun 15 19:44:56.998964 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:44:57.015353 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a9c19-11cc-4176-8ab5-fb0a88bd1809 None None] Sync routers for ids ['9cca118e-53ce-454c-98a6-30ed34544862'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:44:57.039957 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=98860632-f1d4-48e3-a840-1307deb28658,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:57.050441 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a9c19-11cc-4176-8ab5-fb0a88bd1809 None None] Routers {'9cca118e-53ce-454c-98a6-30ed34544862'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:57.051211 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-d58a9c19-11cc-4176-8ab5-fb0a88bd1809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9cca118e-53ce-454c-98a6-30ed34544862'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:57.062789 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=15 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:57.094257 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:57.120017 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] No DVR routers for this DVR port e86b7374-75c4-418c-9797-1366945e2805 on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:44:57.123950 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:57.131959 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-037e19e4-268f-4f0b-ac1f-790edc2375cc req-3af1631b-b7e0-4785-ba05-5f8c01d3817c tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.42 "DELETE /v2.0/ports/e86b7374-75c4-418c-9797-1366945e2805 HTTP/1.1" status: 204 len: 173 time: 1.4982390 Jun 15 19:44:57.136456 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d61603-5469-4233-b4a1-95259f1fc06b', 'name': 'network-vif-deleted', 'tag': 'e86b7374-75c4-418c-9797-1366945e2805'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:44:57.146208 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987df82a-e203-4438-b82c-90c8af9bb9de" -d '{"events": [{"server_uuid": "29d61603-5469-4233-b4a1-95259f1fc06b", "name": "network-vif-deleted", "tag": "e86b7374-75c4-418c-9797-1366945e2805"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:44:57.155300 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0369aec9-7047-4f5b-84fe-ceebbbc6ace5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3664057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3383321'] for subnet (e930c047-72b0-4a23-9945-4f97e4ae6435), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:57.249909 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-d58a9c19-11cc-4176-8ab5-fb0a88bd1809 None None] Set router 9cca118e-53ce-454c-98a6-30ed34544862 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:57.255415 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41c1be7-8670-454d-93cb-c47927010abe x-openstack-request-id: req-e41c1be7-8670-454d-93cb-c47927010abe {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:44:57.256024 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d61603-5469-4233-b4a1-95259f1fc06b", "name": "network-vif-deleted", "tag": "e86b7374-75c4-418c-9797-1366945e2805", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:44:57.256464 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e41c1be7-8670-454d-93cb-c47927010abe {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:44:57.257044 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41c1be7-8670-454d-93cb-c47927010abe'] response: {'server_uuid': '29d61603-5469-4233-b4a1-95259f1fc06b', 'name': 'network-vif-deleted', 'tag': 'e86b7374-75c4-418c-9797-1366945e2805', 'status': 'completed', 'code': 200} Jun 15 19:44:57.296587 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28516bc-ea60-4660-a0e1-1be077febaec req-778ef853-f08d-48bc-b68c-f43188f06fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:57.308596 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-b28516bc-ea60-4660-a0e1-1be077febaec req-778ef853-f08d-48bc-b68c-f43188f06fb1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 1130 time: 0.1049860 Jun 15 19:44:57.311322 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369aec9-7047-4f5b-84fe-ceebbbc6ace5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e930c047-72b0-4a23-9945-4f97e4ae6435,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:57.341433 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369aec9-7047-4f5b-84fe-ceebbbc6ace5 admin admin] Checking segment: {'id': 'dc216bee-14b3-4e1e-99f3-06e110d3371f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '93003f1e-8ebf-44ce-a3f8-b4697c134b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:44:57.344039 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0369aec9-7047-4f5b-84fe-ceebbbc6ace5 admin admin] Network hostable DHCP agents. Network: 93003f1e-8ebf-44ce-a3f8-b4697c134b2b, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:44:57.403451 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-b28516bc-ea60-4660-a0e1-1be077febaec req-a8fe1b7a-d832-4a9b-96f8-309b84a27061 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842252 Jun 15 19:44:57.433984 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361b5da-a5dd-4ac8-bb13-b728d6fb11a1 req-66df0b19-b681-4298-bd0c-a6e85b5ae9fa tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:57.435781 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d361b5da-a5dd-4ac8-bb13-b728d6fb11a1 req-66df0b19-b681-4298-bd0c-a6e85b5ae9fa tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0841362 Jun 15 19:44:57.437084 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0369aec9-7047-4f5b-84fe-ceebbbc6ace5 admin admin] Network 93003f1e-8ebf-44ce-a3f8-b4697c134b2b is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:44:57.459568 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-0369aec9-7047-4f5b-84fe-ceebbbc6ace5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, 93003f1e-8ebf-44ce-a3f8-b4697c134b2b) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:44:57.467950 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0369aec9-7047-4f5b-84fe-ceebbbc6ace5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:57.468674 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0369aec9-7047-4f5b-84fe-ceebbbc6ace5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:57.470107 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ec0e58-b83e-4716-bcc2-09eb0897d2f9 None None] Network 93003f1e-8ebf-44ce-a3f8-b4697c134b2b requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:44:57.508134 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-0369aec9-7047-4f5b-84fe-ceebbbc6ace5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7069268 Jun 15 19:44:57.514668 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d361b5da-a5dd-4ac8-bb13-b728d6fb11a1 req-24a4e205-a798-433f-acb4-222654b2cf5f tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713165 Jun 15 19:44:57.515082 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-d58a9c19-11cc-4176-8ab5-fb0a88bd1809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:11Z', 'revision_number': 5, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:57.551397 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a9c19-11cc-4176-8ab5-fb0a88bd1809 None None] Checking router: 9cca118e-53ce-454c-98a6-30ed34544862 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:44:57.561813 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a9c19-11cc-4176-8ab5-fb0a88bd1809 None None] Routers {'9cca118e-53ce-454c-98a6-30ed34544862'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:44:57.562613 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-d58a9c19-11cc-4176-8ab5-fb0a88bd1809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9cca118e-53ce-454c-98a6-30ed34544862'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:57.615255 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01a0827-9130-46ae-bf82-b3eff9cdf0c1 None None] Network 93003f1e-8ebf-44ce-a3f8-b4697c134b2b requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:44:57.699227 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-d58a9c19-11cc-4176-8ab5-fb0a88bd1809 None None] Set router 9cca118e-53ce-454c-98a6-30ed34544862 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:44:57.963744 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8af145d2-88c1-4cbd-9638-8a7224c61ca4 req-40eee824-a01a-4539-b375-ebd0d09c47d1 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/ports?device_id=29d61603-5469-4233-b4a1-95259f1fc06b HTTP/1.1" status: 200 len: 210 time: 0.0546982 Jun 15 19:44:58.016272 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-d58a9c19-11cc-4176-8ab5-fb0a88bd1809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:11Z', 'revision_number': 5, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:44:58.049803 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a9c19-11cc-4176-8ab5-fb0a88bd1809 None None] The sync data for ids ['9cca118e-53ce-454c-98a6-30ed34544862'] in dv-cinder-844563-3-iscsi is: [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:37:52Z', 'revision_number': 4, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fce4b1e0-b35a-4695-a7b3-3cba48eb119a', 'name': '', 'network_id': 'f6ca100c-fdac-452a-ad9c-d280af0c139f', 'tenant_id': '71e0c71509f94f158063991e37617894', 'mac_address': 'fa:16:3e:f3:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:50Z', 'updated_at': '2022-06-15T19:38:11Z', 'revision_number': 5, 'project_id': '71e0c71509f94f158063991e37617894', 'subnets': [{'id': 'c37954e0-0ba0-4cd2-9041-862c785d922d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:44:58.264812 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51776) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:58.270062 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-487563860-network', 'tenant_id': 'b2d031f1a6354c9a9722aefa5cfe72f4'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:58.293531 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] Made reservation on behalf of b2d031f1a6354c9a9722aefa5cfe72f4 for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:44:58.296020 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:58.307488 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:58.346380 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a64866-7e10-4ce6-800a-02dc32a10e93 None None] New status for floating IP b7a488a6-0400-44d3-8d03-c6bcc8ce7f05: DOWN {{(pid=104105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:44:58.402396 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] Publish callbacks [] for security_group (4b18674e-e635-432c-bcfb-4e3715a40605), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:58.408428 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (4b18674e-e635-432c-bcfb-4e3715a40605), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:58.438211 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:44:58.444985 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b18674e-e635-432c-bcfb-4e3715a40605,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:58.451275 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (bdbc5927-b8fd-40eb-bba5-972e332b0282), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:58.451626 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] Added segment bdbc5927-b8fd-40eb-bba5-972e332b0282 of type vlan for network 8d0f9adb-5792-47db-86fa-80368a395407 Jun 15 19:44:58.511489 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (8d0f9adb-5792-47db-86fa-80368a395407), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:58.539442 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (8d0f9adb-5792-47db-86fa-80368a395407), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:58.540649 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:58.541160 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:58.577046 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3110583 Jun 15 19:44:58.579766 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51780) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:58.584421 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-79120aaa-4854-44a3-8d34-28e6417db2f0 admin admin] Request body: {'subnet': {'network_id': '8d0f9adb-5792-47db-86fa-80368a395407', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-487563860-subnet', 'tenant_id': 'b2d031f1a6354c9a9722aefa5cfe72f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:44:58.632774 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823cbca-018a-409d-bb27-da19c00764f8 admin admin] Pushing event updated for resources: {'Network': ['ID=8d0f9adb-5792-47db-86fa-80368a395407,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:58.644314 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network 8d0f9adb-5792-47db-86fa-80368a395407 details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:44:58.668349 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79120aaa-4854-44a3-8d34-28e6417db2f0 admin admin] Made reservation on behalf of b2d031f1a6354c9a9722aefa5cfe72f4 for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:44:58.671322 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-79120aaa-4854-44a3-8d34-28e6417db2f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3383351'] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:58.694356 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68259326-27ae-43d4-a077-c4a0401a471a req-a77f2745-4624-429b-917f-81641ca41452 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:58.695835 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-68259326-27ae-43d4-a077-c4a0401a471a req-a77f2745-4624-429b-917f-81641ca41452 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0761981 Jun 15 19:44:58.712435 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:58.823573 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:58.835418 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:58.855965 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-68259326-27ae-43d4-a077-c4a0401a471a req-eeea54ca-5f3b-445c-9dc1-cb65dd35391e tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540651 Jun 15 19:44:58.971818 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-79120aaa-4854-44a3-8d34-28e6417db2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3664057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3383321'] for subnet (fb5e4762-8051-4c31-92a4-1d41dc48406a), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:59.028856 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79120aaa-4854-44a3-8d34-28e6417db2f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb5e4762-8051-4c31-92a4-1d41dc48406a,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:59.043059 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79120aaa-4854-44a3-8d34-28e6417db2f0 admin admin] Checking segment: {'id': 'bdbc5927-b8fd-40eb-bba5-972e332b0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8d0f9adb-5792-47db-86fa-80368a395407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:44:59.043418 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79120aaa-4854-44a3-8d34-28e6417db2f0 admin admin] Network hostable DHCP agents. Network: 8d0f9adb-5792-47db-86fa-80368a395407, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:44:59.062555 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79120aaa-4854-44a3-8d34-28e6417db2f0 admin admin] Network 8d0f9adb-5792-47db-86fa-80368a395407 is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:44:59.067554 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51786) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:59.072972 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-79120aaa-4854-44a3-8d34-28e6417db2f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, 8d0f9adb-5792-47db-86fa-80368a395407) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:44:59.078059 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79120aaa-4854-44a3-8d34-28e6417db2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:59.078621 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-79120aaa-4854-44a3-8d34-28e6417db2f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:59.084383 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec99ff-039c-40dc-9e60-7b77b5bffb74 None None] Network 8d0f9adb-5792-47db-86fa-80368a395407 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:44:59.103462 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-79120aaa-4854-44a3-8d34-28e6417db2f0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5222664 Jun 15 19:44:59.155309 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-07770f49-582f-4000-ae5b-dbdca6b7c6ba tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group (3cd46fad-d3c3-450a-bab2-21b91156707e), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:59.165542 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e86b7374-75c4-418c-9797-1366945e2805 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:44:59.179009 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:59.187633 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-07770f49-582f-4000-ae5b-dbdca6b7c6ba tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group (3cd46fad-d3c3-450a-bab2-21b91156707e), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:59.198076 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: e86b7374-75c4-418c-9797-1366945e2805 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:44:59.198623 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device e86b7374-75c4-418c-9797-1366945e2805 not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:44:59.243859 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc20e80b-4b55-4da7-b817-d394c62c0aaa None None] Network 8d0f9adb-5792-47db-86fa-80368a395407 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:44:59.262153 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-07770f49-582f-4000-ae5b-dbdca6b7c6ba tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (3cd46fad-d3c3-450a-bab2-21b91156707e), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:59.266124 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-07770f49-582f-4000-ae5b-dbdca6b7c6ba tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:59.267098 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-07770f49-582f-4000-ae5b-dbdca6b7c6ba tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "DELETE /v2.0/security-groups/3cd46fad-d3c3-450a-bab2-21b91156707e HTTP/1.1" status: 204 len: 168 time: 0.1991556 Jun 15 19:44:59.269948 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51794) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:59.277988 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07770f49-582f-4000-ae5b-dbdca6b7c6ba tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd46fad-d3c3-450a-bab2-21b91156707e,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:59.292903 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.api.v2.resource [None req-88e56197-60b2-40b9-a5a1-f5dd012b331a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] show failed (client error): The resource could not be found. Jun 15 19:44:59.294125 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-88e56197-60b2-40b9-a5a1-f5dd012b331a tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "GET /v2.0/security-groups/3cd46fad-d3c3-450a-bab2-21b91156707e HTTP/1.1" status: 404 len: 347 time: 0.0225184 Jun 15 19:44:59.298587 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51798) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:44:59.447690 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-7bb29e5f-7ed2-4038-b946-5908e3faa237 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Deleting port 68baec9a-aa87-406a-8ace-cc5f516ecca1 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:44:59.448037 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7bb29e5f-7ed2-4038-b946-5908e3faa237 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (68baec9a-aa87-406a-8ace-cc5f516ecca1), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:59.491533 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:59.549856 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7bb29e5f-7ed2-4038-b946-5908e3faa237 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (68baec9a-aa87-406a-8ace-cc5f516ecca1), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:59.550211 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7bb29e5f-7ed2-4038-b946-5908e3faa237 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for floatingip (68baec9a-aa87-406a-8ace-cc5f516ecca1), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:59.565738 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-7bb29e5f-7ed2-4038-b946-5908e3faa237 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Calling delete_port for 68baec9a-aa87-406a-8ace-cc5f516ecca1 owned by network:floatingip {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:44:59.720807 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7bb29e5f-7ed2-4038-b946-5908e3faa237 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (68baec9a-aa87-406a-8ace-cc5f516ecca1), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:59.757347 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb29e5f-7ed2-4038-b946-5908e3faa237 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Pushing event deleted for resources: {'Port': ['ID=68baec9a-aa87-406a-8ace-cc5f516ecca1,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:44:59.851648 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7bb29e5f-7ed2-4038-b946-5908e3faa237 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks [] for floatingip (b7a488a6-0400-44d3-8d03-c6bcc8ce7f05), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:59.854296 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7bb29e5f-7ed2-4038-b946-5908e3faa237 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:44:59.855599 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-7bb29e5f-7ed2-4038-b946-5908e3faa237 tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] 10.222.0.15 "DELETE /v2.0/floatingips/b7a488a6-0400-44d3-8d03-c6bcc8ce7f05 HTTP/1.1" status: 204 len: 168 time: 0.5560076 Jun 15 19:44:59.909392 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:44:59.993944 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb397ee-841e-4fb0-942e-398516986ee7 req-b855f3b7-2d7e-4edf-beb9-d24d17da9c19 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:44:59.995472 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2eb397ee-841e-4fb0-942e-398516986ee7 req-b855f3b7-2d7e-4edf-beb9-d24d17da9c19 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0586357 Jun 15 19:45:00.052006 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2eb397ee-841e-4fb0-942e-398516986ee7 req-4fb612ea-6066-4f0a-bfbd-c8dc3957b48a tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502870 Jun 15 19:45:01.183253 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13106e87-8911-4aa6-bc37-4848ad689515 req-3f18d906-4823-416b-9c07-5c1052578600 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:01.183253 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-13106e87-8911-4aa6-bc37-4848ad689515 req-3f18d906-4823-416b-9c07-5c1052578600 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0618742 Jun 15 19:45:01.237315 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-13106e87-8911-4aa6-bc37-4848ad689515 req-8e5b6abf-4c76-4e2c-90b9-093dcc44c748 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477645 Jun 15 19:45:01.397828 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7626e31-f5f2-41af-ae72-740ddf3843af req-dcd8a795-8f26-4b72-9ee1-b182327379a9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:01.399770 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c7626e31-f5f2-41af-ae72-740ddf3843af req-dcd8a795-8f26-4b72-9ee1-b182327379a9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0546050 Jun 15 19:45:01.452024 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c7626e31-f5f2-41af-ae72-740ddf3843af req-2fb11a24-783e-47e5-ab53-4a8b02ea8f81 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460289 Jun 15 19:45:01.474210 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51836) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:01.711581 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fa1c53-1884-4427-9f63-894ab1e95ffa tempest-TestShelveInstance-576895669 tempest-TestShelveInstance-576895669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:01.713133 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-43fa1c53-1884-4427-9f63-894ab1e95ffa tempest-TestShelveInstance-576895669 tempest-TestShelveInstance-576895669-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 1125 time: 0.2378991 Jun 15 19:45:01.716139 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51850) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:01.721219 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Request body: {'floatingip': {'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'port_id': '98860632-f1d4-48e3-a840-1307deb28658', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:45:01.750771 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:01.851312 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:01.967012 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Allocated IP 172.27.0.143 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/1bee0f13-d81d-4763-b28f-acc7e8dfe511) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:45:02.063161 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:02.098604 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for port (1bee0f13-d81d-4763-b28f-acc7e8dfe511), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:02.146248 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (1bee0f13-d81d-4763-b28f-acc7e8dfe511), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:02.187470 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:45:02.187470 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:45:02.195148 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:45:02.244312 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:02.248145 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Pushing event updated for resources: {'Port': ['ID=1bee0f13-d81d-4763-b28f-acc7e8dfe511,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:02.630004 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for floatingip (82e7f12f-8585-4d08-843f-0cd9afde55d9), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:02.698396 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (1bee0f13-d81d-4763-b28f-acc7e8dfe511), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:02.876941 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for port (1bee0f13-d81d-4763-b28f-acc7e8dfe511), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:02.881576 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (1bee0f13-d81d-4763-b28f-acc7e8dfe511), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:02.954165 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Pushing event updated for resources: {'Port': ['ID=1bee0f13-d81d-4763-b28f-acc7e8dfe511,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:02.967281 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (82e7f12f-8585-4d08-843f-0cd9afde55d9), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:03.062705 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:03.075966 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Floating IP 82e7f12f-8585-4d08-843f-0cd9afde55d9 associated. External IP: 172.27.0.143, port: 98860632-f1d4-48e3-a840-1307deb28658. Jun 15 19:45:03.188527 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:03.340604 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Router 784f127f-6e05-455f-b00f-015bf7b1a9df has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:45:03.480490 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51896) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:03.495986 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:45:03.508426 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9970f97-2fde-4d79-a123-2d820d6aa764 None None] Sync routers for ids ['784f127f-6e05-455f-b00f-015bf7b1a9df'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:45:03.524861 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9970f97-2fde-4d79-a123-2d820d6aa764 None None] Routers {'784f127f-6e05-455f-b00f-015bf7b1a9df'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:45:03.525847 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c9970f97-2fde-4d79-a123-2d820d6aa764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['784f127f-6e05-455f-b00f-015bf7b1a9df'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:03.528979 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:03.586228 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-f8a1924e-f167-409c-843a-77284159c182 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8680270 Jun 15 19:45:03.587353 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'tag': '98860632-f1d4-48e3-a840-1307deb28658'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:45:03.592425 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34417092-32df-4fb4-9cdb-4e8e0a8744a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c00cb912-861b-45f1-a2e8-7efe52291be6", "tag": "98860632-f1d4-48e3-a840-1307deb28658"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:45:03.655483 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-c9970f97-2fde-4d79-a123-2d820d6aa764 None None] Set router 784f127f-6e05-455f-b00f-015bf7b1a9df gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:45:03.720236 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e54a3b-67be-47f9-8c3d-7c1af7a879b4 x-openstack-request-id: req-d7e54a3b-67be-47f9-8c3d-7c1af7a879b4 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:45:03.720744 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00cb912-861b-45f1-a2e8-7efe52291be6", "tag": "98860632-f1d4-48e3-a840-1307deb28658", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:45:03.721214 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7e54a3b-67be-47f9-8c3d-7c1af7a879b4 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:45:03.721903 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e54a3b-67be-47f9-8c3d-7c1af7a879b4'] response: {'name': 'network-changed', 'server_uuid': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'tag': '98860632-f1d4-48e3-a840-1307deb28658', 'status': 'completed', 'code': 200} Jun 15 19:45:03.740576 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6196206a-8498-4ee8-91a6-2e30bba8dcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:03.823607 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34417092-32df-4fb4-9cdb-4e8e0a8744a9 req-7d27a18c-62c9-4c18-a11f-e625d4de5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:03.825205 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-34417092-32df-4fb4-9cdb-4e8e0a8744a9 req-7d27a18c-62c9-4c18-a11f-e625d4de5b90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feaa96a8901e42c18c270c092a40fc83&device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 1130 time: 0.1016803 Jun 15 19:45:03.856861 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:03.880117 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:04.013144 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c9970f97-2fde-4d79-a123-2d820d6aa764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 4, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '82e7f12f-8585-4d08-843f-0cd9afde55d9', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'port_id': '98860632-f1d4-48e3-a840-1307deb28658', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'mac_address': 'fa:16:3e:cf:31:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:45:02Z', 'updated_at': '2022-06-15T19:45:02Z', 'revision_number': 0, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2c515c-a91f-44b7-b806-3f57a33ca832', 'name': '', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'mac_address': 'fa:16:3e:7b:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:13Z', 'updated_at': '2022-06-15T19:44:18Z', 'revision_number': 5, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'subnets': [{'id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:04.039975 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9970f97-2fde-4d79-a123-2d820d6aa764 None None] Checking router: 784f127f-6e05-455f-b00f-015bf7b1a9df for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:45:04.049680 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9970f97-2fde-4d79-a123-2d820d6aa764 None None] Routers {'784f127f-6e05-455f-b00f-015bf7b1a9df'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:45:04.050344 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c9970f97-2fde-4d79-a123-2d820d6aa764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['784f127f-6e05-455f-b00f-015bf7b1a9df'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:04.166747 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-c9970f97-2fde-4d79-a123-2d820d6aa764 None None] Set router 784f127f-6e05-455f-b00f-015bf7b1a9df gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:45:04.271489 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34417092-32df-4fb4-9cdb-4e8e0a8744a9 req-4e10a285-406a-4589-869f-092a14a9ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:04.272886 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-34417092-32df-4fb4-9cdb-4e8e0a8744a9 req-4e10a285-406a-4589-869f-092a14a9ca9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c97fa835-6951-4e5b-beef-24701d625969 HTTP/1.1" status: 200 len: 909 time: 0.4418035 Jun 15 19:45:04.354644 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-34417092-32df-4fb4-9cdb-4e8e0a8744a9 req-3c2a8c61-a7e0-437f-b373-ce68c3623d34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98860632-f1d4-48e3-a840-1307deb28658 HTTP/1.1" status: 200 len: 1000 time: 0.0723240 Jun 15 19:45:04.367358 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51914) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:04.412467 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c9970f97-2fde-4d79-a123-2d820d6aa764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 4, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '82e7f12f-8585-4d08-843f-0cd9afde55d9', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'port_id': '98860632-f1d4-48e3-a840-1307deb28658', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'mac_address': 'fa:16:3e:cf:31:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:45:02Z', 'updated_at': '2022-06-15T19:45:02Z', 'revision_number': 0, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2c515c-a91f-44b7-b806-3f57a33ca832', 'name': '', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'mac_address': 'fa:16:3e:7b:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:13Z', 'updated_at': '2022-06-15T19:44:18Z', 'revision_number': 5, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'subnets': [{'id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:04.440410 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9970f97-2fde-4d79-a123-2d820d6aa764 None None] The sync data for ids ['784f127f-6e05-455f-b00f-015bf7b1a9df'] in dv-cinder-844563-3-iscsi is: [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 4, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '82e7f12f-8585-4d08-843f-0cd9afde55d9', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'port_id': '98860632-f1d4-48e3-a840-1307deb28658', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'mac_address': 'fa:16:3e:cf:31:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:45:02Z', 'updated_at': '2022-06-15T19:45:02Z', 'revision_number': 0, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2c515c-a91f-44b7-b806-3f57a33ca832', 'name': '', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'mac_address': 'fa:16:3e:7b:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:13Z', 'updated_at': '2022-06-15T19:44:18Z', 'revision_number': 5, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'subnets': [{'id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:45:04.460654 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34417092-32df-4fb4-9cdb-4e8e0a8744a9 req-66e22b7a-2719-4038-aab1-b3a47b439ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:04.462191 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-34417092-32df-4fb4-9cdb-4e8e0a8744a9 req-66e22b7a-2719-4038-aab1-b3a47b439ef3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a HTTP/1.1" status: 200 len: 847 time: 0.0840230 Jun 15 19:45:04.504314 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d1c649c7-1df2-477c-9e2a-171c483bf55c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:04.547489 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34417092-32df-4fb4-9cdb-4e8e0a8744a9 req-1153fadb-fb32-42a6-9d4e-920dcc71e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:04.549234 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-34417092-32df-4fb4-9cdb-4e8e0a8744a9 req-1153fadb-fb32-42a6-9d4e-920dcc71e073 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c97fa835-6951-4e5b-beef-24701d625969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806286 Jun 15 19:45:04.567073 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:04.582682 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-550f9ebd-040a-44c5-9eb6-be6397ef0642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623226'] for router_interface (9cca118e-53ce-454c-98a6-30ed34544862), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:04.590736 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d1c649c7-1df2-477c-9e2a-171c483bf55c admin admin] Publish callbacks [] for security_group (ecbc3c56-d8cb-4f13-8aa5-3c292716d0be), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:04.595659 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d1c649c7-1df2-477c-9e2a-171c483bf55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (ecbc3c56-d8cb-4f13-8aa5-3c292716d0be), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:04.645563 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d1c649c7-1df2-477c-9e2a-171c483bf55c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f5fdc2e46a5465da90cd64d65543704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738354 Jun 15 19:45:04.645563 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c649c7-1df2-477c-9e2a-171c483bf55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbc3c56-d8cb-4f13-8aa5-3c292716d0be,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:04.648753 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51918) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:04.665531 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:04.678953 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:04.691686 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03afb2a-051a-456a-9cf8-5f84f594d375 None None] New status for floating IP 82e7f12f-8585-4d08-843f-0cd9afde55d9: ACTIVE {{(pid=104105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:45:04.711653 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-225241f6-cec5-4f99-9746-6a2db980ccf0 admin admin] Publish callbacks [] for security_group (ecbc3c56-d8cb-4f13-8aa5-3c292716d0be), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:04.737519 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-225241f6-cec5-4f99-9746-6a2db980ccf0 admin admin] Publish callbacks [] for security_group (ecbc3c56-d8cb-4f13-8aa5-3c292716d0be), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:04.783082 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-34417092-32df-4fb4-9cdb-4e8e0a8744a9 req-023cb8bc-1c4b-49ab-86b2-a930377e85c8 service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261884 Jun 15 19:45:04.819073 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-225241f6-cec5-4f99-9746-6a2db980ccf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (ecbc3c56-d8cb-4f13-8aa5-3c292716d0be), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:04.823223 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-225241f6-cec5-4f99-9746-6a2db980ccf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:04.824974 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-225241f6-cec5-4f99-9746-6a2db980ccf0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ecbc3c56-d8cb-4f13-8aa5-3c292716d0be HTTP/1.1" status: 204 len: 168 time: 0.1751142 Jun 15 19:45:04.838658 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225241f6-cec5-4f99-9746-6a2db980ccf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbc3c56-d8cb-4f13-8aa5-3c292716d0be,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:04.975363 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-34417092-32df-4fb4-9cdb-4e8e0a8744a9 req-2ce47a47-be2f-4196-8fca-b55995ff855f service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857183 Jun 15 19:45:05.040891 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-550f9ebd-040a-44c5-9eb6-be6397ef0642 admin admin] Deleting port fce4b1e0-b35a-4695-a7b3-3cba48eb119a {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:45:05.045161 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-550f9ebd-040a-44c5-9eb6-be6397ef0642 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:05.148172 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-550f9ebd-040a-44c5-9eb6-be6397ef0642 admin admin] For port fce4b1e0-b35a-4695-a7b3-3cba48eb119a, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=fce4b1e0-b35a-4695-a7b3-3cba48eb119a,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:45:05.148783 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-550f9ebd-040a-44c5-9eb6-be6397ef0642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:05.173096 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-550f9ebd-040a-44c5-9eb6-be6397ef0642 admin admin] Calling delete_port for fce4b1e0-b35a-4695-a7b3-3cba48eb119a owned by network:router_interface {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:45:05.394892 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-550f9ebd-040a-44c5-9eb6-be6397ef0642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (fce4b1e0-b35a-4695-a7b3-3cba48eb119a), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:05.423506 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f9ebd-040a-44c5-9eb6-be6397ef0642 admin admin] Pushing event deleted for resources: {'Port': ['ID=fce4b1e0-b35a-4695-a7b3-3cba48eb119a,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:05.587457 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:05.603194 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-550f9ebd-040a-44c5-9eb6-be6397ef0642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623086'] for router_interface (9cca118e-53ce-454c-98a6-30ed34544862), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:05.684726 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:05.820075 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550f9ebd-040a-44c5-9eb6-be6397ef0642 admin admin] Router 9cca118e-53ce-454c-98a6-30ed34544862 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:45:05.924263 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550f9ebd-040a-44c5-9eb6-be6397ef0642 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:45:05.931799 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-550f9ebd-040a-44c5-9eb6-be6397ef0642 admin admin] 10.222.0.15 "PUT /v2.0/routers/9cca118e-53ce-454c-98a6-30ed34544862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4498985 Jun 15 19:45:05.932035 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 51954) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:05.942238 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637911f-76b9-432c-890e-9608fb3b9367 None None] Sync routers for ids ['9cca118e-53ce-454c-98a6-30ed34544862'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:45:05.955019 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637911f-76b9-432c-890e-9608fb3b9367 None None] Routers {'9cca118e-53ce-454c-98a6-30ed34544862'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:45:05.955857 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-a637911f-76b9-432c-890e-9608fb3b9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:44:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9cca118e-53ce-454c-98a6-30ed34544862'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:05.980968 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef997f95-7167-4463-9499-14b7608dab41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:06.008390 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:06.054616 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] Publish callbacks [] for router (9cca118e-53ce-454c-98a6-30ed34544862), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:06.090592 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-a637911f-76b9-432c-890e-9608fb3b9367 None None] Set router 9cca118e-53ce-454c-98a6-30ed34544862 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:45:06.163621 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] Publish callbacks [] for router_gateway (9cca118e-53ce-454c-98a6-30ed34544862), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:06.214613 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] Deleting port cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:45:06.214952 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:06.274704 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-a637911f-76b9-432c-890e-9608fb3b9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:45:05Z', 'revision_number': 5, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port': {'id': 'cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cca118e-53ce-454c-98a6-30ed34544862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:37:43Z', 'updated_at': '2022-06-15T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:06.303132 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] For port cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:45:06.303496 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:06.303713 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637911f-76b9-432c-890e-9608fb3b9367 None None] Checking router: 9cca118e-53ce-454c-98a6-30ed34544862 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:45:06.312579 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637911f-76b9-432c-890e-9608fb3b9367 None None] Routers {'9cca118e-53ce-454c-98a6-30ed34544862'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:45:06.313193 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-a637911f-76b9-432c-890e-9608fb3b9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:45:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9cca118e-53ce-454c-98a6-30ed34544862'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:06.317011 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] Calling delete_port for cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 owned by network:router_gateway {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:45:06.409157 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-a637911f-76b9-432c-890e-9608fb3b9367 None None] Set router 9cca118e-53ce-454c-98a6-30ed34544862 gateway port host: None {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:45:06.473827 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-a637911f-76b9-432c-890e-9608fb3b9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:45:06Z', 'revision_number': 6, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port_host': None}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:06.522891 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637911f-76b9-432c-890e-9608fb3b9367 None None] The sync data for ids ['9cca118e-53ce-454c-98a6-30ed34544862'] in dv-cinder-844563-3-iscsi is: [{'id': '9cca118e-53ce-454c-98a6-30ed34544862', 'name': 'tempest-AttachVolumeShelveTestJSON-1573477107-router', 'tenant_id': '71e0c71509f94f158063991e37617894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:37:42Z', 'updated_at': '2022-06-15T19:45:06Z', 'revision_number': 6, 'project_id': '71e0c71509f94f158063991e37617894', 'gw_port_host': None}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:45:06.531453 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:06.574702 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:06.638860 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622655'] for router_gateway (9cca118e-53ce-454c-98a6-30ed34544862), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:06.722609 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router (9cca118e-53ce-454c-98a6-30ed34544862), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:06.724804 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] Publish callbacks [] for router_controller (9cca118e-53ce-454c-98a6-30ed34544862), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:06.767710 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622511'] for router (9cca118e-53ce-454c-98a6-30ed34544862), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:06.768271 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cca118e-53ce-454c-98a6-30ed34544862 {{(pid=104104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 19:45:06.773246 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:06.774204 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ea19ba24-eb5e-4b83-b604-c54187a08bfd admin admin] 10.222.0.15 "DELETE /v2.0/routers/9cca118e-53ce-454c-98a6-30ed34544862 HTTP/1.1" status: 204 len: 168 time: 0.8413830 Jun 15 19:45:06.776732 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51968) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:06.824770 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e186d12-68ec-4592-a2ce-f1b288b1789b admin admin] Deleting subnet c37954e0-0ba0-4cd2-9041-862c785d922d {{(pid=104103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:45:06.828520 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1e186d12-68ec-4592-a2ce-f1b288b1789b admin admin] Publish callbacks [] for subnet (c37954e0-0ba0-4cd2-9041-862c785d922d), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:06.862707 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1e186d12-68ec-4592-a2ce-f1b288b1789b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10169546'] for subnet (c37954e0-0ba0-4cd2-9041-862c785d922d), precommit_delete_associations {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:06.944271 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1e186d12-68ec-4592-a2ce-f1b288b1789b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (c37954e0-0ba0-4cd2-9041-862c785d922d), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.005421 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1e186d12-68ec-4592-a2ce-f1b288b1789b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10171281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470943'] for subnet (c37954e0-0ba0-4cd2-9041-862c785d922d), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.029523 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e186d12-68ec-4592-a2ce-f1b288b1789b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37954e0-0ba0-4cd2-9041-862c785d922d,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:07.035257 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1e186d12-68ec-4592-a2ce-f1b288b1789b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.040580 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-1e186d12-68ec-4592-a2ce-f1b288b1789b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c37954e0-0ba0-4cd2-9041-862c785d922d HTTP/1.1" status: 204 len: 168 time: 0.2606447 Jun 15 19:45:07.040802 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 51970) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:07.040948 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71a9f93-efe1-4feb-8a7d-797ea3933ba9 None None] Network f6ca100c-fdac-452a-ad9c-d280af0c139f requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:45:07.110176 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (f6ca100c-fdac-452a-ad9c-d280af0c139f), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.153878 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Deleting port bd18a808-47a5-4964-b9c6-23ed566ba111 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:45:07.154248 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.226069 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] For port bd18a808-47a5-4964-b9c6-23ed566ba111, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=bd18a808-47a5-4964-b9c6-23ed566ba111,segment=NetworkSegment(067624a7-3318-4ca5-8f14-e1af820ea26d),segment_id=067624a7-3318-4ca5-8f14-e1af820ea26d)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:45:07.226484 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.241302 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Calling delete_port for bd18a808-47a5-4964-b9c6-23ed566ba111 owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:45:07.310066 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71309021-97ba-42b9-a3c4-a079406cd4e5 None None] DHCP port deletion for f6ca100c-fdac-452a-ad9c-d280af0c139f request from dv-cinder-844563-3-iscsi {{(pid=104105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 19:45:07.331782 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:07.346969 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.358018 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device fce4b1e0-b35a-4695-a7b3-3cba48eb119a no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:45:07.366524 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] No DVR routers for this DVR port bd18a808-47a5-4964-b9c6-23ed566ba111 on host dv-cinder-844563-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:45:07.387590 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-71309021-97ba-42b9-a3c4-a079406cd4e5 None None] Deleting port bd18a808-47a5-4964-b9c6-23ed566ba111 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:45:07.388060 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71309021-97ba-42b9-a3c4-a079406cd4e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.388868 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:07.391026 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd18a808-47a5-4964-b9c6-23ed566ba111,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:07.411526 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:07.418661 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: fce4b1e0-b35a-4695-a7b3-3cba48eb119a {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:45:07.419164 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device fce4b1e0-b35a-4695-a7b3-3cba48eb119a not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:45:07.468682 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (f6ca100c-fdac-452a-ad9c-d280af0c139f), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.478621 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.485944 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-71309021-97ba-42b9-a3c4-a079406cd4e5 None None] For port bd18a808-47a5-4964-b9c6-23ed566ba111, host dv-cinder-844563-3-iscsi, got binding levels [] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:45:07.486780 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71309021-97ba-42b9-a3c4-a079406cd4e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.501141 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ca100c-fdac-452a-ad9c-d280af0c139f']}} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:07.521867 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067624a7-3318-4ca5-8f14-e1af820ea26d') {'for_net_delete': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:07.522272 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067624a7-3318-4ca5-8f14-e1af820ea26d') {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:07.535145 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10169555'] for segment (067624a7-3318-4ca5-8f14-e1af820ea26d), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.553209 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (067624a7-3318-4ca5-8f14-e1af820ea26d), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.570767 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:45:07.571729 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10171343'] for segment (067624a7-3318-4ca5-8f14-e1af820ea26d), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.645195 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment 067624a7-3318-4ca5-8f14-e1af820ea26d resource provider aggregate not found Jun 15 19:45:07.652841 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-71309021-97ba-42b9-a3c4-a079406cd4e5 None None] Calling delete_port for bd18a808-47a5-4964-b9c6-23ed566ba111 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:45:07.657112 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.ipam_backend_mixin [None req-71309021-97ba-42b9-a3c4-a079406cd4e5 None None] Port bd18a808-47a5-4964-b9c6-23ed566ba111 was not found and therefore no delete operation was performed {{(pid=104105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 15 19:45:07.658941 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71309021-97ba-42b9-a3c4-a079406cd4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (bd18a808-47a5-4964-b9c6-23ed566ba111), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.675599 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment 067624a7-3318-4ca5-8f14-e1af820ea26d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 067624a7-3318-4ca5-8f14-e1af820ea26d found for delete ", "request_id": "req-d2cef9de-bf78-4283-b2cd-75915a39b738"}]} Jun 15 19:45:07.682202 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (f6ca100c-fdac-452a-ad9c-d280af0c139f), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.694637 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71309021-97ba-42b9-a3c4-a079406cd4e5 None None] Pushing event deleted for resources: {'Port': ['ID=bd18a808-47a5-4964-b9c6-23ed566ba111,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:07.698348 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71309021-97ba-42b9-a3c4-a079406cd4e5 None None] No DVR routers for this DVR port bd18a808-47a5-4964-b9c6-23ed566ba111 on host dv-cinder-844563-3-iscsi {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:45:07.718030 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:07.722403 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6ca100c-fdac-452a-ad9c-d280af0c139f HTTP/1.1" status: 204 len: 168 time: 0.6805933 Jun 15 19:45:07.738022 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004f726-6208-471b-ba2d-316e3ad99ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ca100c-fdac-452a-ad9c-d280af0c139f,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:07.967400 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 52018) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:08.008724 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-ecf11e8f-080d-4d88-bcc6-7f0355568e05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71e0c71509f94f158063991e37617894&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400858 Jun 15 19:45:08.011292 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 52020) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:08.061388 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-14d373ec-05c4-45c3-9a48-24b5becbb494 admin admin] Publish callbacks [] for security_group (6efb19d8-244b-4c54-aca6-5faefcb208e4), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:08.089638 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-14d373ec-05c4-45c3-9a48-24b5becbb494 admin admin] Publish callbacks [] for security_group (6efb19d8-244b-4c54-aca6-5faefcb208e4), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:08.140862 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-14d373ec-05c4-45c3-9a48-24b5becbb494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (6efb19d8-244b-4c54-aca6-5faefcb208e4), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:08.143624 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-14d373ec-05c4-45c3-9a48-24b5becbb494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:08.144844 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-14d373ec-05c4-45c3-9a48-24b5becbb494 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6efb19d8-244b-4c54-aca6-5faefcb208e4 HTTP/1.1" status: 204 len: 168 time: 0.1326621 Jun 15 19:45:08.153397 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d373ec-05c4-45c3-9a48-24b5becbb494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efb19d8-244b-4c54-aca6-5faefcb208e4,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:08.798384 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:08.804339 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device bd18a808-47a5-4964-b9c6-23ed566ba111 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:45:08.824383 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: bd18a808-47a5-4964-b9c6-23ed566ba111 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:45:08.824843 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device bd18a808-47a5-4964-b9c6-23ed566ba111 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:45:08.825259 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:45:08.844682 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:45:08.845028 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device cb7bbcb3-7985-4ade-9ecc-0d9ee91e4ae7 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:45:09.286637 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 52066) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:09.431021 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0561d1b2-de46-4ac6-ba7f-291c976ec32e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:09.444908 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:09.509839 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0561d1b2-de46-4ac6-ba7f-291c976ec32e admin admin] Publish callbacks [] for security_group (3d6b6a6a-1a64-4e93-9ab9-90dd1472a63a), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:09.514434 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0561d1b2-de46-4ac6-ba7f-291c976ec32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (3d6b6a6a-1a64-4e93-9ab9-90dd1472a63a), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:09.557626 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-0561d1b2-de46-4ac6-ba7f-291c976ec32e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2d3499fcfd34f3dac6ab8f3e31eea1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696095 Jun 15 19:45:09.558953 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561d1b2-de46-4ac6-ba7f-291c976ec32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6b6a6a-1a64-4e93-9ab9-90dd1472a63a,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:09.560433 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 52076) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:09.613375 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8bc05806-9c10-4789-aca8-720362c4cb30 admin admin] Publish callbacks [] for security_group (3d6b6a6a-1a64-4e93-9ab9-90dd1472a63a), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:09.626074 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:09.642629 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8bc05806-9c10-4789-aca8-720362c4cb30 admin admin] Publish callbacks [] for security_group (3d6b6a6a-1a64-4e93-9ab9-90dd1472a63a), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:09.696602 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8bc05806-9c10-4789-aca8-720362c4cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (3d6b6a6a-1a64-4e93-9ab9-90dd1472a63a), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:09.699244 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8bc05806-9c10-4789-aca8-720362c4cb30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:09.700432 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-8bc05806-9c10-4789-aca8-720362c4cb30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d6b6a6a-1a64-4e93-9ab9-90dd1472a63a HTTP/1.1" status: 204 len: 168 time: 0.1389894 Jun 15 19:45:09.709663 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc05806-9c10-4789-aca8-720362c4cb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6b6a6a-1a64-4e93-9ab9-90dd1472a63a,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:10.420458 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:45:12.134948 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 52176) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:12.242007 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:12.249929 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a15a5df4-5f55-4253-b03e-324c515f2703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:12.339731 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a15a5df4-5f55-4253-b03e-324c515f2703 admin admin] Publish callbacks [] for security_group (c4301432-351c-44db-b106-ed878e77444a), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:12.345378 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a15a5df4-5f55-4253-b03e-324c515f2703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (c4301432-351c-44db-b106-ed878e77444a), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:12.389211 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a15a5df4-5f55-4253-b03e-324c515f2703 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d29e84f27fa4b709e09489042053c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531569 Jun 15 19:45:12.390304 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a5df4-5f55-4253-b03e-324c515f2703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4301432-351c-44db-b106-ed878e77444a,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:12.392002 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 52180) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:12.448752 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c15e87a7-b1e0-459a-984e-f57b19cb63b0 admin admin] Publish callbacks [] for security_group (c4301432-351c-44db-b106-ed878e77444a), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:12.474205 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c15e87a7-b1e0-459a-984e-f57b19cb63b0 admin admin] Publish callbacks [] for security_group (c4301432-351c-44db-b106-ed878e77444a), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:12.516442 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:12.537199 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c15e87a7-b1e0-459a-984e-f57b19cb63b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (c4301432-351c-44db-b106-ed878e77444a), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:12.539955 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c15e87a7-b1e0-459a-984e-f57b19cb63b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:12.541117 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-c15e87a7-b1e0-459a-984e-f57b19cb63b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4301432-351c-44db-b106-ed878e77444a HTTP/1.1" status: 204 len: 168 time: 0.1480546 Jun 15 19:45:12.549722 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e87a7-b1e0-459a-984e-f57b19cb63b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4301432-351c-44db-b106-ed878e77444a,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:14.452281 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 52278) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:14.557758 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-430bd96d-7200-44b8-b94e-6682e86faefa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:14.636518 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-430bd96d-7200-44b8-b94e-6682e86faefa admin admin] Publish callbacks [] for security_group (2a60f7bc-c467-4c87-b642-ecca5a5dadb6), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:14.640940 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-430bd96d-7200-44b8-b94e-6682e86faefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (2a60f7bc-c467-4c87-b642-ecca5a5dadb6), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:14.646000 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:14.689804 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-430bd96d-7200-44b8-b94e-6682e86faefa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38b06ef0c29244659a14cf85f67345dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339623 Jun 15 19:45:14.689804 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bd96d-7200-44b8-b94e-6682e86faefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a60f7bc-c467-4c87-b642-ecca5a5dadb6,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:14.690412 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 52288) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:14.745451 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-37413727-799a-4c0d-b321-726c247c2366 admin admin] Publish callbacks [] for security_group (2a60f7bc-c467-4c87-b642-ecca5a5dadb6), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:14.751508 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 52294) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:14.768046 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-37413727-799a-4c0d-b321-726c247c2366 admin admin] Publish callbacks [] for security_group (2a60f7bc-c467-4c87-b642-ecca5a5dadb6), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:14.795800 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffdcef4-8cd4-4353-83b0-a276ad6b7c93 admin admin] Deleting subnet e930c047-72b0-4a23-9945-4f97e4ae6435 {{(pid=104103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:45:14.799136 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcef4-8cd4-4353-83b0-a276ad6b7c93 admin admin] Publish callbacks [] for subnet (e930c047-72b0-4a23-9945-4f97e4ae6435), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:14.816692 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-37413727-799a-4c0d-b321-726c247c2366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (2a60f7bc-c467-4c87-b642-ecca5a5dadb6), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:14.819944 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-37413727-799a-4c0d-b321-726c247c2366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:14.821081 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-37413727-799a-4c0d-b321-726c247c2366 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a60f7bc-c467-4c87-b642-ecca5a5dadb6 HTTP/1.1" status: 204 len: 168 time: 0.1287270 Jun 15 19:45:14.830253 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37413727-799a-4c0d-b321-726c247c2366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a60f7bc-c467-4c87-b642-ecca5a5dadb6,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:14.840486 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcef4-8cd4-4353-83b0-a276ad6b7c93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10169546'] for subnet (e930c047-72b0-4a23-9945-4f97e4ae6435), precommit_delete_associations {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:14.883080 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcef4-8cd4-4353-83b0-a276ad6b7c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (e930c047-72b0-4a23-9945-4f97e4ae6435), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:14.939392 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcef4-8cd4-4353-83b0-a276ad6b7c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10171281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470943'] for subnet (e930c047-72b0-4a23-9945-4f97e4ae6435), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:14.966394 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdcef4-8cd4-4353-83b0-a276ad6b7c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e930c047-72b0-4a23-9945-4f97e4ae6435,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:14.970134 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcef4-8cd4-4353-83b0-a276ad6b7c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:14.973819 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-5ffdcef4-8cd4-4353-83b0-a276ad6b7c93 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e930c047-72b0-4a23-9945-4f97e4ae6435 HTTP/1.1" status: 204 len: 168 time: 0.2207546 Jun 15 19:45:14.975671 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 52300) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:15.047920 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-93fc0631-a59b-4206-b8a9-6baea9f2b96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (93003f1e-8ebf-44ce-a3f8-b4697c134b2b), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.127044 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 52302) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:15.140558 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2068e025-1bbe-44ca-9b61-5802f3f5ccc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.142073 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-93fc0631-a59b-4206-b8a9-6baea9f2b96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (93003f1e-8ebf-44ce-a3f8-b4697c134b2b), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.163307 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-93fc0631-a59b-4206-b8a9-6baea9f2b96c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93003f1e-8ebf-44ce-a3f8-b4697c134b2b']}} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:15.173592 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-93fc0631-a59b-4206-b8a9-6baea9f2b96c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc216bee-14b3-4e1e-99f3-06e110d3371f') {'for_net_delete': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:15.173943 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-93fc0631-a59b-4206-b8a9-6baea9f2b96c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc216bee-14b3-4e1e-99f3-06e110d3371f') {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:15.183974 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-93fc0631-a59b-4206-b8a9-6baea9f2b96c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10169555'] for segment (dc216bee-14b3-4e1e-99f3-06e110d3371f), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.198303 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-93fc0631-a59b-4206-b8a9-6baea9f2b96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (dc216bee-14b3-4e1e-99f3-06e110d3371f), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.205304 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fc0631-a59b-4206-b8a9-6baea9f2b96c admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:45:15.205747 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-93fc0631-a59b-4206-b8a9-6baea9f2b96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10171343'] for segment (dc216bee-14b3-4e1e-99f3-06e110d3371f), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.223399 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2068e025-1bbe-44ca-9b61-5802f3f5ccc0 admin admin] Publish callbacks [] for security_group (3e6f3d16-8f49-4224-acd4-09eb1346ceac), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.228999 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2068e025-1bbe-44ca-9b61-5802f3f5ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (3e6f3d16-8f49-4224-acd4-09eb1346ceac), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.261229 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment dc216bee-14b3-4e1e-99f3-06e110d3371f resource provider aggregate not found Jun 15 19:45:15.273134 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068e025-1bbe-44ca-9b61-5802f3f5ccc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6f3d16-8f49-4224-acd4-09eb1346ceac,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:15.279824 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-93fc0631-a59b-4206-b8a9-6baea9f2b96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (93003f1e-8ebf-44ce-a3f8-b4697c134b2b), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.286772 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-93fc0631-a59b-4206-b8a9-6baea9f2b96c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.286890 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-2068e025-1bbe-44ca-9b61-5802f3f5ccc0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04e6fbe2dc2b4608a62f4ebe4db882a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582699 Jun 15 19:45:15.287276 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 52312) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:15.290342 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-93fc0631-a59b-4206-b8a9-6baea9f2b96c admin admin] 10.222.0.15 "DELETE /v2.0/networks/93003f1e-8ebf-44ce-a3f8-b4697c134b2b HTTP/1.1" status: 204 len: 168 time: 0.3137181 Jun 15 19:45:15.296534 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 52314) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:15.308246 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc0631-a59b-4206-b8a9-6baea9f2b96c admin admin] Pushing event deleted for resources: {'Network': ['ID=93003f1e-8ebf-44ce-a3f8-b4697c134b2b,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:15.317293 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment dc216bee-14b3-4e1e-99f3-06e110d3371f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc216bee-14b3-4e1e-99f3-06e110d3371f found for delete ", "request_id": "req-6bfd2670-2496-4c39-921b-95c1c0aa13df"}]} Jun 15 19:45:15.373392 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-673d8079-d62b-4e80-8ef7-a5bdfdd18e5d admin admin] Deleting subnet fb5e4762-8051-4c31-92a4-1d41dc48406a {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:45:15.383722 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-673d8079-d62b-4e80-8ef7-a5bdfdd18e5d admin admin] Publish callbacks [] for subnet (fb5e4762-8051-4c31-92a4-1d41dc48406a), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.412800 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-56b66348-a12c-4afc-93a2-17793a7b1f0e admin admin] Publish callbacks [] for security_group (3e6f3d16-8f49-4224-acd4-09eb1346ceac), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.436580 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-673d8079-d62b-4e80-8ef7-a5bdfdd18e5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1890834'] for subnet (fb5e4762-8051-4c31-92a4-1d41dc48406a), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.442080 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:15.465766 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-56b66348-a12c-4afc-93a2-17793a7b1f0e admin admin] Publish callbacks [] for security_group (3e6f3d16-8f49-4224-acd4-09eb1346ceac), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.501350 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:15.518052 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-673d8079-d62b-4e80-8ef7-a5bdfdd18e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (fb5e4762-8051-4c31-92a4-1d41dc48406a), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.595199 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-56b66348-a12c-4afc-93a2-17793a7b1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (3e6f3d16-8f49-4224-acd4-09eb1346ceac), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.597854 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-56b66348-a12c-4afc-93a2-17793a7b1f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.599029 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-56b66348-a12c-4afc-93a2-17793a7b1f0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e6f3d16-8f49-4224-acd4-09eb1346ceac HTTP/1.1" status: 204 len: 168 time: 0.3108385 Jun 15 19:45:15.602497 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-673d8079-d62b-4e80-8ef7-a5bdfdd18e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3663992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3383314'] for subnet (fb5e4762-8051-4c31-92a4-1d41dc48406a), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.638458 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b66348-a12c-4afc-93a2-17793a7b1f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6f3d16-8f49-4224-acd4-09eb1346ceac,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:15.640757 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d8079-d62b-4e80-8ef7-a5bdfdd18e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb5e4762-8051-4c31-92a4-1d41dc48406a,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:15.644545 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-673d8079-d62b-4e80-8ef7-a5bdfdd18e5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.650484 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-673d8079-d62b-4e80-8ef7-a5bdfdd18e5d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fb5e4762-8051-4c31-92a4-1d41dc48406a HTTP/1.1" status: 204 len: 168 time: 0.3518484 Jun 15 19:45:15.650937 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 52322) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:15.736790 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-299af362-d1af-4dd6-9f7b-2033f2bc289d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (8d0f9adb-5792-47db-86fa-80368a395407), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.768028 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:15.818723 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-299af362-d1af-4dd6-9f7b-2033f2bc289d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (8d0f9adb-5792-47db-86fa-80368a395407), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.845490 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-299af362-d1af-4dd6-9f7b-2033f2bc289d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0f9adb-5792-47db-86fa-80368a395407']}} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:15.855550 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-299af362-d1af-4dd6-9f7b-2033f2bc289d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbc5927-b8fd-40eb-bba5-972e332b0282') {'for_net_delete': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:15.855898 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-299af362-d1af-4dd6-9f7b-2033f2bc289d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbc5927-b8fd-40eb-bba5-972e332b0282') {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:45:15.867735 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-299af362-d1af-4dd6-9f7b-2033f2bc289d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10169555'] for segment (bdbc5927-b8fd-40eb-bba5-972e332b0282), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.881901 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-299af362-d1af-4dd6-9f7b-2033f2bc289d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (bdbc5927-b8fd-40eb-bba5-972e332b0282), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.889828 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299af362-d1af-4dd6-9f7b-2033f2bc289d admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:45:15.890340 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-299af362-d1af-4dd6-9f7b-2033f2bc289d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10171343'] for segment (bdbc5927-b8fd-40eb-bba5-972e332b0282), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.948384 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-299af362-d1af-4dd6-9f7b-2033f2bc289d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (8d0f9adb-5792-47db-86fa-80368a395407), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.955298 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-299af362-d1af-4dd6-9f7b-2033f2bc289d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:15.958390 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-299af362-d1af-4dd6-9f7b-2033f2bc289d admin admin] 10.222.0.15 "DELETE /v2.0/networks/8d0f9adb-5792-47db-86fa-80368a395407 HTTP/1.1" status: 204 len: 168 time: 0.3060222 Jun 15 19:45:15.968215 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299af362-d1af-4dd6-9f7b-2033f2bc289d admin admin] Pushing event deleted for resources: {'Network': ['ID=8d0f9adb-5792-47db-86fa-80368a395407,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:16.081928 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 52336) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:16.125405 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-4f5473d0-903d-4c4f-ac4b-fc0884a8ceb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbaf2f777f01437ca5891860365e08ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400591 Jun 15 19:45:16.125694 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 52338) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:16.178874 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ca7876e-6ef6-4ff8-8636-e79c87147712 admin admin] Publish callbacks [] for security_group (df47ac3d-bc43-457f-830d-5c3fa4540a02), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:16.181171 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:16.203673 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ca7876e-6ef6-4ff8-8636-e79c87147712 admin admin] Publish callbacks [] for security_group (df47ac3d-bc43-457f-830d-5c3fa4540a02), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:16.256205 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ca7876e-6ef6-4ff8-8636-e79c87147712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (df47ac3d-bc43-457f-830d-5c3fa4540a02), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:16.256563 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ca7876e-6ef6-4ff8-8636-e79c87147712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:16.257732 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-5ca7876e-6ef6-4ff8-8636-e79c87147712 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df47ac3d-bc43-457f-830d-5c3fa4540a02 HTTP/1.1" status: 204 len: 168 time: 0.1310911 Jun 15 19:45:16.267878 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7876e-6ef6-4ff8-8636-e79c87147712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df47ac3d-bc43-457f-830d-5c3fa4540a02,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:16.477668 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=83 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:16.550757 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 52356) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:16.591514 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-0863bb58-b29b-4881-9062-2a2da02aa920 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2d031f1a6354c9a9722aefa5cfe72f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390716 Jun 15 19:45:16.594117 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 52360) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:16.644268 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2487-ace9-4817-8881-f3d9bf2a03ce admin admin] Publish callbacks [] for security_group (4b18674e-e635-432c-bcfb-4e3715a40605), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:16.668857 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2487-ace9-4817-8881-f3d9bf2a03ce admin admin] Publish callbacks [] for security_group (4b18674e-e635-432c-bcfb-4e3715a40605), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:16.722824 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2487-ace9-4817-8881-f3d9bf2a03ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (4b18674e-e635-432c-bcfb-4e3715a40605), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:16.725393 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2487-ace9-4817-8881-f3d9bf2a03ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:16.726617 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a6aa2487-ace9-4817-8881-f3d9bf2a03ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b18674e-e635-432c-bcfb-4e3715a40605 HTTP/1.1" status: 204 len: 168 time: 0.1315596 Jun 15 19:45:16.739506 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa2487-ace9-4817-8881-f3d9bf2a03ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b18674e-e635-432c-bcfb-4e3715a40605,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:17.338502 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment bdbc5927-b8fd-40eb-bba5-972e332b0282 resource provider aggregate not found Jun 15 19:45:17.359784 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment bdbc5927-b8fd-40eb-bba5-972e332b0282 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdbc5927-b8fd-40eb-bba5-972e332b0282 found for delete ", "request_id": "req-c1c77251-54e6-41b1-8979-fe20e11a202d"}]} Jun 15 19:45:18.372011 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 52494) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:18.486121 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9a58946e-2243-45ef-a387-a28849177cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:18.498660 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:18.571108 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9a58946e-2243-45ef-a387-a28849177cfe admin admin] Publish callbacks [] for security_group (2757035c-f416-4e58-a07d-a25101058d35), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:18.575583 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9a58946e-2243-45ef-a387-a28849177cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (2757035c-f416-4e58-a07d-a25101058d35), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:18.617641 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-9a58946e-2243-45ef-a387-a28849177cfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98d1f507630f433a88495bac1b3235a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444713 Jun 15 19:45:18.618899 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58946e-2243-45ef-a387-a28849177cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2757035c-f416-4e58-a07d-a25101058d35,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:18.620484 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 52498) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:18.673259 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5a96-42a2-40b2-bd63-57aa386f00fb admin admin] Publish callbacks [] for security_group (2757035c-f416-4e58-a07d-a25101058d35), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:18.696652 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5a96-42a2-40b2-bd63-57aa386f00fb admin admin] Publish callbacks [] for security_group (2757035c-f416-4e58-a07d-a25101058d35), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:18.750948 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5a96-42a2-40b2-bd63-57aa386f00fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (2757035c-f416-4e58-a07d-a25101058d35), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:18.753571 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5a96-42a2-40b2-bd63-57aa386f00fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:18.754781 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-0b2f5a96-42a2-40b2-bd63-57aa386f00fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2757035c-f416-4e58-a07d-a25101058d35 HTTP/1.1" status: 204 len: 168 time: 0.1332607 Jun 15 19:45:18.763610 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f5a96-42a2-40b2-bd63-57aa386f00fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2757035c-f416-4e58-a07d-a25101058d35,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:19.086743 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 52514) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:19.102584 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c3675247-a733-4d20-979e-e7a16c0cc52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:19.191043 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c3675247-a733-4d20-979e-e7a16c0cc52e admin admin] Publish callbacks [] for security_group (996b7d36-111a-4495-b6dc-5deb25efa7d7), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:19.194950 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c3675247-a733-4d20-979e-e7a16c0cc52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (996b7d36-111a-4495-b6dc-5deb25efa7d7), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:19.236922 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c3675247-a733-4d20-979e-e7a16c0cc52e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec7426bd444d411a916e2b836c9e60e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490877 Jun 15 19:45:19.237771 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3675247-a733-4d20-979e-e7a16c0cc52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996b7d36-111a-4495-b6dc-5deb25efa7d7,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:19.240204 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 52520) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:19.293604 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a22999ed-7444-46ff-bb44-44c2bc680a94 admin admin] Publish callbacks [] for security_group (996b7d36-111a-4495-b6dc-5deb25efa7d7), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:19.315591 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a22999ed-7444-46ff-bb44-44c2bc680a94 admin admin] Publish callbacks [] for security_group (996b7d36-111a-4495-b6dc-5deb25efa7d7), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:19.366160 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a22999ed-7444-46ff-bb44-44c2bc680a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (996b7d36-111a-4495-b6dc-5deb25efa7d7), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:19.368943 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a22999ed-7444-46ff-bb44-44c2bc680a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:19.370231 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-a22999ed-7444-46ff-bb44-44c2bc680a94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/996b7d36-111a-4495-b6dc-5deb25efa7d7 HTTP/1.1" status: 204 len: 168 time: 0.1295950 Jun 15 19:45:19.378444 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22999ed-7444-46ff-bb44-44c2bc680a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996b7d36-111a-4495-b6dc-5deb25efa7d7,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:19.724123 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 52526) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:19.738233 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-36c3c378-b1bc-485a-b49f-7e5b0dc67f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:19.816658 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-36c3c378-b1bc-485a-b49f-7e5b0dc67f45 admin admin] Publish callbacks [] for security_group (a33b0e88-c8be-4952-a91c-222f2258dfe4), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:19.820782 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-36c3c378-b1bc-485a-b49f-7e5b0dc67f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (a33b0e88-c8be-4952-a91c-222f2258dfe4), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:19.833617 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:19.863294 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-36c3c378-b1bc-485a-b49f-7e5b0dc67f45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ddae7b20db14afba00a91dffdeb761f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380782 Jun 15 19:45:19.865899 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3c378-b1bc-485a-b49f-7e5b0dc67f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33b0e88-c8be-4952-a91c-222f2258dfe4,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:19.866105 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 52528) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:19.882587 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:19.921398 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-621f05c9-dfec-4917-901b-72e1caf9b874 admin admin] Publish callbacks [] for security_group (a33b0e88-c8be-4952-a91c-222f2258dfe4), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:19.943692 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-621f05c9-dfec-4917-901b-72e1caf9b874 admin admin] Publish callbacks [] for security_group (a33b0e88-c8be-4952-a91c-222f2258dfe4), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:19.955181 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=82,neutron:INSERT=10 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:20.001090 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-621f05c9-dfec-4917-901b-72e1caf9b874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (a33b0e88-c8be-4952-a91c-222f2258dfe4), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:20.003711 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-621f05c9-dfec-4917-901b-72e1caf9b874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:20.004874 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-621f05c9-dfec-4917-901b-72e1caf9b874 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a33b0e88-c8be-4952-a91c-222f2258dfe4 HTTP/1.1" status: 204 len: 168 time: 0.1375883 Jun 15 19:45:20.015195 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f05c9-dfec-4917-901b-72e1caf9b874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33b0e88-c8be-4952-a91c-222f2258dfe4,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:20.404309 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=88 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:20.754644 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 52560) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:20.851670 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1725470640-network', 'tenant_id': 'aafeedc33991462da96f4c238fe14256'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:45:20.871618 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] Made reservation on behalf of aafeedc33991462da96f4c238fe14256 for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:45:20.874075 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:20.882789 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:20.959853 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] Publish callbacks [] for security_group (12a576d0-3a2e-4c61-9177-03b2598882c4), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:20.963930 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (12a576d0-3a2e-4c61-9177-03b2598882c4), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:20.991334 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:45:21.001533 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a576d0-3a2e-4c61-9177-03b2598882c4,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:21.007754 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (d5be2dd8-a7b9-4260-a690-cfee7b6778ad), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:21.008097 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] Added segment d5be2dd8-a7b9-4260-a690-cfee7b6778ad of type vlan for network 034cdc20-4a3d-4dc8-a51c-26294d709eed Jun 15 19:45:21.051976 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (034cdc20-4a3d-4dc8-a51c-26294d709eed), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:21.077306 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (034cdc20-4a3d-4dc8-a51c-26294d709eed), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:21.078435 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:21.079017 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:21.118364 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3625546 Jun 15 19:45:21.121203 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 52564) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:21.152048 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-ae6cb0cb-af18-4552-a6a7-45aaaa5f69cd admin admin] Request body: {'subnet': {'network_id': '034cdc20-4a3d-4dc8-a51c-26294d709eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1725470640-subnet', 'tenant_id': 'aafeedc33991462da96f4c238fe14256', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:45:21.159544 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a886b-e3c2-4bf9-88a2-7048b86496b1 admin admin] Pushing event updated for resources: {'Network': ['ID=034cdc20-4a3d-4dc8-a51c-26294d709eed,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:21.169877 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network 034cdc20-4a3d-4dc8-a51c-26294d709eed details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:45:21.175717 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6cb0cb-af18-4552-a6a7-45aaaa5f69cd admin admin] Made reservation on behalf of aafeedc33991462da96f4c238fe14256 for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:45:21.178166 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb0cb-af18-4552-a6a7-45aaaa5f69cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3383351'] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:21.353525 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb0cb-af18-4552-a6a7-45aaaa5f69cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3664057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3383321'] for subnet (c9f4c015-4f0a-4412-b832-8ec72aa521f0), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:21.405487 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cb0cb-af18-4552-a6a7-45aaaa5f69cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9f4c015-4f0a-4412-b832-8ec72aa521f0,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:21.423536 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6cb0cb-af18-4552-a6a7-45aaaa5f69cd admin admin] Checking segment: {'id': 'd5be2dd8-a7b9-4260-a690-cfee7b6778ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '034cdc20-4a3d-4dc8-a51c-26294d709eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:45:21.423895 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6cb0cb-af18-4552-a6a7-45aaaa5f69cd admin admin] Network hostable DHCP agents. Network: 034cdc20-4a3d-4dc8-a51c-26294d709eed, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:45:21.441510 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6cb0cb-af18-4552-a6a7-45aaaa5f69cd admin admin] Network 034cdc20-4a3d-4dc8-a51c-26294d709eed is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:45:21.451606 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-ae6cb0cb-af18-4552-a6a7-45aaaa5f69cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, 034cdc20-4a3d-4dc8-a51c-26294d709eed) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:45:21.456491 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6cb0cb-af18-4552-a6a7-45aaaa5f69cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:21.457389 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb0cb-af18-4552-a6a7-45aaaa5f69cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:21.461080 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4e930f-3b6c-458e-9193-18f4a69e7708 None None] Network 034cdc20-4a3d-4dc8-a51c-26294d709eed requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:45:21.468902 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:21.485678 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ae6cb0cb-af18-4552-a6a7-45aaaa5f69cd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3553464 Jun 15 19:45:21.574363 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e8266-a37b-4da6-a217-83d43ae92de3 None None] Network 034cdc20-4a3d-4dc8-a51c-26294d709eed requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:45:24.248030 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:24.554826 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-d8db9a0b-aaee-4057-ba57-8de8a75a38db tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:24.556300 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-d8db9a0b-aaee-4057-ba57-8de8a75a38db tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/networks?id=034cdc20-4a3d-4dc8-a51c-26294d709eed HTTP/1.1" status: 200 len: 809 time: 0.3299906 Jun 15 19:45:24.571302 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-a60c7782-c4ef-4db9-9c1f-94ba3c0968f9 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/quotas/aafeedc33991462da96f4c238fe14256 HTTP/1.1" status: 200 len: 375 time: 0.0094581 Jun 15 19:45:24.605970 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-7166bc7f-2bc8-4c02-b253-231928e62b91 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aafeedc33991462da96f4c238fe14256&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288250 Jun 15 19:45:24.710007 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-bdebdc48-cce8-481b-a4a0-44f48c64683a service neutron] 10.222.0.15 "GET /v2.0/networks/034cdc20-4a3d-4dc8-a51c-26294d709eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963922 Jun 15 19:45:24.808387 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-db83be98-bedd-4529-a858-e9ae8bcb38b0 service neutron] 10.222.0.15 "GET /v2.0/networks/034cdc20-4a3d-4dc8-a51c-26294d709eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925350 Jun 15 19:45:25.017486 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-807b5c98-6e33-484a-9dd2-2a6e461ef63f req-a662a2e5-979b-4326-b98e-902f31d3fee2 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 210 time: 0.0526946 Jun 15 19:45:26.092997 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-3d17be51-e5a0-4143-807e-758996778aeb tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:26.095191 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-3d17be51-e5a0-4143-807e-758996778aeb tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.42 "GET /v2.0/networks?id=034cdc20-4a3d-4dc8-a51c-26294d709eed HTTP/1.1" status: 200 len: 809 time: 0.1212974 Jun 15 19:45:26.108681 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-287d70ce-b261-4497-98ed-92763350f41c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Request body: {'port': {'device_id': 'c00680ff-f2f3-4359-a99f-e8813cbe9fd2', 'network_id': '034cdc20-4a3d-4dc8-a51c-26294d709eed', 'admin_state_up': True, 'tenant_id': 'aafeedc33991462da96f4c238fe14256'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:45:26.133730 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-085fbefe-da3a-404f-882c-a7764d5a653a req-055adf37-dc6c-4aed-a428-2729aa74d3fe tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 210 time: 0.0386691 Jun 15 19:45:26.231734 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-287d70ce-b261-4497-98ed-92763350f41c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Made reservation on behalf of aafeedc33991462da96f4c238fe14256 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:45:26.235360 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-287d70ce-b261-4497-98ed-92763350f41c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:26.265358 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:26.371243 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-287d70ce-b261-4497-98ed-92763350f41c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Allocated IP 172.20.0.2 (034cdc20-4a3d-4dc8-a51c-26294d709eed/c9f4c015-4f0a-4412-b832-8ec72aa521f0/a8ba6502-c7e6-4390-a3a9-d1586bca2c6d) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:45:26.532813 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-287d70ce-b261-4497-98ed-92763350f41c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks [] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:26.565959 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-287d70ce-b261-4497-98ed-92763350f41c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:26.609077 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-287d70ce-b261-4497-98ed-92763350f41c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Network 034cdc20-4a3d-4dc8-a51c-26294d709eed is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:45:26.612375 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-287d70ce-b261-4497-98ed-92763350f41c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:45:26.616112 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-287d70ce-b261-4497-98ed-92763350f41c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:45:26.644798 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d70ce-b261-4497-98ed-92763350f41c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Pushing event updated for resources: {'Port': ['ID=a8ba6502-c7e6-4390-a3a9-d1586bca2c6d,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:26.678885 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-287d70ce-b261-4497-98ed-92763350f41c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:26.679493 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-287d70ce-b261-4497-98ed-92763350f41c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:26.699163 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-287d70ce-b261-4497-98ed-92763350f41c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5949583 Jun 15 19:45:26.710017 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Request body: {'port': {'device_id': 'c00680ff-f2f3-4359-a99f-e8813cbe9fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:45:26.781078 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:26.819749 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:27.048783 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ba6502-c7e6-4390-a3a9-d1586bca2c6d {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:45:27.056506 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Publish callbacks [] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:27.069735 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Transition to ACTIVE for port object a8ba6502-c7e6-4390-a3a9-d1586bca2c6d will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:45:27.073793 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:27.139792 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Pushing event updated for resources: {'Port': ['ID=a8ba6502-c7e6-4390-a3a9-d1586bca2c6d,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:27.162073 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:27.225130 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Attempting to bind port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:45:27.225457 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Attempting to bind port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'd5be2dd8-a7b9-4260-a690-cfee7b6778ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '034cdc20-4a3d-4dc8-a51c-26294d709eed'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:45:27.225783 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Attempting to bind port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d on network 034cdc20-4a3d-4dc8-a51c-26294d709eed {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:45:27.230333 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d on network 034cdc20-4a3d-4dc8-a51c-26294d709eed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:45:27.230647 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Attempting to bind port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d on network 034cdc20-4a3d-4dc8-a51c-26294d709eed {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:45:27.236058 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:45:27.236383 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Checking segment: {'id': 'd5be2dd8-a7b9-4260-a690-cfee7b6778ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '034cdc20-4a3d-4dc8-a51c-26294d709eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:45:27.236755 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Bound using segment: {'id': 'd5be2dd8-a7b9-4260-a690-cfee7b6778ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '034cdc20-4a3d-4dc8-a51c-26294d709eed'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:45:27.237324 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Bound port: a8ba6502-c7e6-4390-a3a9-d1586bca2c6d, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5be2dd8-a7b9-4260-a690-cfee7b6778ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '034cdc20-4a3d-4dc8-a51c-26294d709eed'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:45:27.237691 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:27.256066 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d778147-aed7-49b6-836e-42bfb6b1e6bb req-86539278-f4d1-43f9-8ca1-bfd5371c9361 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:27.257554 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4d778147-aed7-49b6-836e-42bfb6b1e6bb req-86539278-f4d1-43f9-8ca1-bfd5371c9361 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 943 time: 0.0534787 Jun 15 19:45:27.305652 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] For port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:45:27.308424 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4d778147-aed7-49b6-836e-42bfb6b1e6bb req-8588348d-21d1-48a4-a159-1b76f45eb595 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446544 Jun 15 19:45:27.308581 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] For port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a8ba6502-c7e6-4390-a3a9-d1586bca2c6d,segment=NetworkSegment(d5be2dd8-a7b9-4260-a690-cfee7b6778ad),segment_id=d5be2dd8-a7b9-4260-a690-cfee7b6778ad)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:45:27.318040 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:27.354820 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:27.355441 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:27.356810 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] 10.222.0.42 "PUT /v2.0/ports/a8ba6502-c7e6-4390-a3a9-d1586bca2c6d HTTP/1.1" status: 200 len: 1093 time: 0.6510293 Jun 15 19:45:27.357240 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00680ff-f2f3-4359-a99f-e8813cbe9fd2', 'tag': 'a8ba6502-c7e6-4390-a3a9-d1586bca2c6d'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:45:27.360362 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196ec907-7001-4a78-919e-3983dcef33d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c00680ff-f2f3-4359-a99f-e8813cbe9fd2", "tag": "a8ba6502-c7e6-4390-a3a9-d1586bca2c6d"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:45:27.387596 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf933c4-3a69-4e8d-97f2-3071c86aa0dc service neutron] Pushing event updated for resources: {'Port': ['ID=a8ba6502-c7e6-4390-a3a9-d1586bca2c6d,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:27.653498 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1d1a7c-e09e-4cd9-af81-d6e3aa2a3fec x-openstack-request-id: req-bf1d1a7c-e09e-4cd9-af81-d6e3aa2a3fec {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:45:27.653782 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00680ff-f2f3-4359-a99f-e8813cbe9fd2", "tag": "a8ba6502-c7e6-4390-a3a9-d1586bca2c6d", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:45:27.654030 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf1d1a7c-e09e-4cd9-af81-d6e3aa2a3fec {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:45:27.654443 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1d1a7c-e09e-4cd9-af81-d6e3aa2a3fec'] response: {'name': 'network-changed', 'server_uuid': 'c00680ff-f2f3-4359-a99f-e8813cbe9fd2', 'tag': 'a8ba6502-c7e6-4390-a3a9-d1586bca2c6d', 'status': 'completed', 'code': 200} Jun 15 19:45:27.684375 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-c3e6fa9a-97cf-43ca-ad19-3c2c31801ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:27.685885 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-c3e6fa9a-97cf-43ca-ad19-3c2c31801ed8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aafeedc33991462da96f4c238fe14256&device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 1127 time: 0.2901974 Jun 15 19:45:27.726059 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-647ec2c5-5010-4563-9b6d-61d08b1649cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8ba6502-c7e6-4390-a3a9-d1586bca2c6d HTTP/1.1" status: 200 len: 217 time: 0.0323758 Jun 15 19:45:27.776139 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-349fb80d-87be-4b28-8dfd-93894cdea582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:27.777680 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-349fb80d-87be-4b28-8dfd-93894cdea582 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9f4c015-4f0a-4412-b832-8ec72aa521f0 HTTP/1.1" status: 200 len: 849 time: 0.0449970 Jun 15 19:45:27.818336 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-a87e2d58-dbf2-4e3a-8714-8f522066bb99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=034cdc20-4a3d-4dc8-a51c-26294d709eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335028 Jun 15 19:45:27.909800 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-b39205a0-54c7-4de1-8a3d-837c8256059a service neutron] 10.222.0.42 "GET /v2.0/networks/034cdc20-4a3d-4dc8-a51c-26294d709eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851705 Jun 15 19:45:27.953587 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:28.020996 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-c8c83e0d-9d2e-410b-b783-d6c869d97abd req-96100ad2-5e1b-49a5-84f0-1c52ded8254b service neutron] 10.222.0.42 "GET /v2.0/networks/034cdc20-4a3d-4dc8-a51c-26294d709eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986233 Jun 15 19:45:28.434678 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6175bc5-508f-4caa-9123-c72d4fd8ac2a req-f20a8cc2-cb40-4104-9462-e656a42c6a32 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:28.436354 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a6175bc5-508f-4caa-9123-c72d4fd8ac2a req-f20a8cc2-cb40-4104-9462-e656a42c6a32 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 943 time: 0.0563111 Jun 15 19:45:28.490334 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a6175bc5-508f-4caa-9123-c72d4fd8ac2a req-1ee798d7-1a7c-4b79-8031-aad58dae70fd tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476513 Jun 15 19:45:28.878005 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ec907-7001-4a78-919e-3983dcef33d0 req-256de9f8-41c2-4747-be11-aa01da53aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:28.879561 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-196ec907-7001-4a78-919e-3983dcef33d0 req-256de9f8-41c2-4747-be11-aa01da53aeb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aafeedc33991462da96f4c238fe14256&device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 1127 time: 0.0404401 Jun 15 19:45:28.975257 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ec907-7001-4a78-919e-3983dcef33d0 req-fd9604d5-c313-4b9e-a4f8-833216fa73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:28.976662 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-196ec907-7001-4a78-919e-3983dcef33d0 req-fd9604d5-c313-4b9e-a4f8-833216fa73ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=034cdc20-4a3d-4dc8-a51c-26294d709eed HTTP/1.1" status: 200 len: 910 time: 0.0900612 Jun 15 19:45:29.017106 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-196ec907-7001-4a78-919e-3983dcef33d0 req-3b88ca73-b014-4dd2-84c6-1b00d9b3dd67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8ba6502-c7e6-4390-a3a9-d1586bca2c6d HTTP/1.1" status: 200 len: 217 time: 0.0343063 Jun 15 19:45:29.067785 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ec907-7001-4a78-919e-3983dcef33d0 req-92ab98f2-f6ce-41d4-9183-f8067fc44628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:29.069269 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-196ec907-7001-4a78-919e-3983dcef33d0 req-92ab98f2-f6ce-41d4-9183-f8067fc44628 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9f4c015-4f0a-4412-b832-8ec72aa521f0 HTTP/1.1" status: 200 len: 849 time: 0.0466685 Jun 15 19:45:29.103332 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-196ec907-7001-4a78-919e-3983dcef33d0 req-d505924d-2c09-4d7c-9847-e386c0616197 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=034cdc20-4a3d-4dc8-a51c-26294d709eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271802 Jun 15 19:45:29.203354 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-196ec907-7001-4a78-919e-3983dcef33d0 req-afaf2420-9f8f-4ec4-b57c-cd339f34a810 service neutron] 10.222.0.42 "GET /v2.0/networks/034cdc20-4a3d-4dc8-a51c-26294d709eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913012 Jun 15 19:45:29.315137 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-196ec907-7001-4a78-919e-3983dcef33d0 req-4b938026-b667-4d66-a838-b93a497411f6 service neutron] 10.222.0.42 "GET /v2.0/networks/034cdc20-4a3d-4dc8-a51c-26294d709eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056602 Jun 15 19:45:29.609465 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9ce6e-859b-4b7d-9969-dec67ebe7c13 req-75a685d7-66b6-49e4-97f2-094ef0836dd6 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:29.611119 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a7c9ce6e-859b-4b7d-9969-dec67ebe7c13 req-75a685d7-66b6-49e4-97f2-094ef0836dd6 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 943 time: 0.0499866 Jun 15 19:45:29.660115 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a7c9ce6e-859b-4b7d-9969-dec67ebe7c13 req-954ff18d-66ad-477f-bebd-3c2daf12b4c7 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Jun 15 19:45:30.833336 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457895f-b0e4-46bb-bba9-35631fa6aa43 req-95217441-cbde-42ab-8faf-ffa5840bcfec tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:30.834948 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7457895f-b0e4-46bb-bba9-35631fa6aa43 req-95217441-cbde-42ab-8faf-ffa5840bcfec tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 943 time: 0.0912032 Jun 15 19:45:30.896115 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7457895f-b0e4-46bb-bba9-35631fa6aa43 req-0eb9bd7b-cbfe-47e6-9a0d-cd6e93254c05 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508115 Jun 15 19:45:30.953324 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device a8ba6502-c7e6-4390-a3a9-d1586bca2c6d details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:45:30.960999 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:30.964243 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:31.062251 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a8ba6502-c7e6-4390-a3a9-d1586bca2c6d,segment=NetworkSegment(d5be2dd8-a7b9-4260-a690-cfee7b6778ad),segment_id=d5be2dd8-a7b9-4260-a690-cfee7b6778ad)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:45:31.073931 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'a8ba6502-c7e6-4390-a3a9-d1586bca2c6d', 'network_id': '034cdc20-4a3d-4dc8-a51c-26294d709eed', 'port_id': 'a8ba6502-c7e6-4390-a3a9-d1586bca2c6d', 'mac_address': 'fa:16:3e:14:40:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f4c015-4f0a-4412-b832-8ec72aa521f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:45:31.120603 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:45:31.121024 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:31.136040 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ba6502-c7e6-4390-a3a9-d1586bca2c6d {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:45:31.156422 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a8ba6502-c7e6-4390-a3a9-d1586bca2c6d,segment=NetworkSegment(d5be2dd8-a7b9-4260-a690-cfee7b6778ad),segment_id=d5be2dd8-a7b9-4260-a690-cfee7b6778ad)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:45:31.160322 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:31.207530 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=a8ba6502-c7e6-4390-a3a9-d1586bca2c6d,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:31.215436 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.215788 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.216133 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.216474 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.216811 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.217143 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.217472 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.217798 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.218149 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.218505 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.218798 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.219123 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.219448 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.219768 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.220086 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:31.411106 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['a8ba6502-c7e6-4390-a3a9-d1586bca2c6d'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:45:32.016857 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd5b51-0431-432c-9dbf-ca5f39bcf0c4 req-02e2f1cf-d83c-4171-a228-55231a1f36df tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:32.018408 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-99fd5b51-0431-432c-9dbf-ca5f39bcf0c4 req-02e2f1cf-d83c-4171-a228-55231a1f36df tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 944 time: 0.0520072 Jun 15 19:45:32.071923 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-99fd5b51-0431-432c-9dbf-ca5f39bcf0c4 req-1611a380-412f-4b2b-9474-e107804baa35 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478919 Jun 15 19:45:32.408129 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:32.962693 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device a8ba6502-c7e6-4390-a3a9-d1586bca2c6d up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:45:33.006848 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:45:33.012565 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:45:33.012950 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:33.088983 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:45:33.089475 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:33.120879 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00680ff-f2f3-4359-a99f-e8813cbe9fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ba6502-c7e6-4390-a3a9-d1586bca2c6d'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:45:33.124025 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86997ff-2be4-4c8a-8324-f04e12d6c2c0" -d '{"events": [{"server_uuid": "c00680ff-f2f3-4359-a99f-e8813cbe9fd2", "name": "network-vif-plugged", "status": "completed", "tag": "a8ba6502-c7e6-4390-a3a9-d1586bca2c6d"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:45:33.140375 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a8ba6502-c7e6-4390-a3a9-d1586bca2c6d,segment=NetworkSegment(d5be2dd8-a7b9-4260-a690-cfee7b6778ad),segment_id=d5be2dd8-a7b9-4260-a690-cfee7b6778ad)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:45:33.145004 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:33.183300 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05beb59-5efe-4e24-aac1-3e3755ae1122 x-openstack-request-id: req-c05beb59-5efe-4e24-aac1-3e3755ae1122 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:45:33.183603 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00680ff-f2f3-4359-a99f-e8813cbe9fd2", "name": "network-vif-plugged", "status": "completed", "tag": "a8ba6502-c7e6-4390-a3a9-d1586bca2c6d", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:45:33.183856 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c05beb59-5efe-4e24-aac1-3e3755ae1122 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:45:33.184252 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05beb59-5efe-4e24-aac1-3e3755ae1122'] response: {'server_uuid': 'c00680ff-f2f3-4359-a99f-e8813cbe9fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ba6502-c7e6-4390-a3a9-d1586bca2c6d', 'code': 200} Jun 15 19:45:33.200029 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72612de-7f0f-4f43-a6d9-c858c340da23 req-5b387f95-1699-428c-8ad5-02f8c3844ea9 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:33.201788 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a72612de-7f0f-4f43-a6d9-c858c340da23 req-5b387f95-1699-428c-8ad5-02f8c3844ea9 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 945 time: 0.0507474 Jun 15 19:45:33.208615 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=a8ba6502-c7e6-4390-a3a9-d1586bca2c6d,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:33.269879 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a72612de-7f0f-4f43-a6d9-c858c340da23 req-45c80e90-d0ba-49f5-8659-1592d619defc tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501459 Jun 15 19:45:33.377511 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb5947-58ac-4cea-9484-0818d4bd090e req-245d8cb2-7cef-497a-bf83-cda4c8e9ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:33.377511 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cdeb5947-58ac-4cea-9484-0818d4bd090e req-245d8cb2-7cef-497a-bf83-cda4c8e9ed39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 1129 time: 0.0426686 Jun 15 19:45:33.406710 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:33.432817 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-cdeb5947-58ac-4cea-9484-0818d4bd090e req-b1b61735-9b39-4bc9-9717-4c10e43e1e87 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483801 Jun 15 19:45:33.715664 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b603b73d-8903-4707-8a18-cd786a82a430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:34.390101 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc729c8c-074f-4c4e-ad18-5df2d40a1f5f req-6641ef87-976b-4e0b-97f8-3f9ae5f1a983 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:34.391663 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fc729c8c-074f-4c4e-ad18-5df2d40a1f5f req-6641ef87-976b-4e0b-97f8-3f9ae5f1a983 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 945 time: 0.0479212 Jun 15 19:45:34.441376 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:34.446497 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fc729c8c-074f-4c4e-ad18-5df2d40a1f5f req-82b77791-005a-4887-8704-51c2d7ed3941 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491076 Jun 15 19:45:35.562822 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eb6ff-4649-4df2-814b-97c6de0a9bc2 req-d3d18289-253b-4a06-bfc3-de3d59308f80 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:35.564288 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bb3eb6ff-4649-4df2-814b-97c6de0a9bc2 req-d3d18289-253b-4a06-bfc3-de3d59308f80 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 945 time: 0.0494094 Jun 15 19:45:35.596435 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:35.611474 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bb3eb6ff-4649-4df2-814b-97c6de0a9bc2 req-9fa23a08-552c-42ab-905f-d4c1544e5ab7 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Jun 15 19:45:35.965504 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f79dced9-d380-4762-a437-0c46b69bec92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:37.410254 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:38.770955 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d61aae-0c13-4250-91f1-328322694774 req-14f98d02-5cc1-42e2-9d18-abacd3a6901c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:38.772427 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-34d61aae-0c13-4250-91f1-328322694774 req-14f98d02-5cc1-42e2-9d18-abacd3a6901c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 945 time: 0.0488315 Jun 15 19:45:38.780266 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:38.794107 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:38.823303 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-34d61aae-0c13-4250-91f1-328322694774 req-7a431381-d8af-47d7-9adb-b86929af681c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452600 Jun 15 19:45:39.450338 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:39.945868 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15711bcd-fbaf-4f2e-9436-21f4ada0cc6e req-07320f04-5ab3-4fa4-b546-3e48dc6de233 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:39.947450 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-15711bcd-fbaf-4f2e-9436-21f4ada0cc6e req-07320f04-5ab3-4fa4-b546-3e48dc6de233 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 945 time: 0.0516663 Jun 15 19:45:39.996629 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-15711bcd-fbaf-4f2e-9436-21f4ada0cc6e req-9a855602-f105-4b3a-a974-7ed236c57a9b tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Jun 15 19:45:41.112407 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c890d8-adf7-4dcc-8684-bc34be9c423b req-7bb7b47d-38e2-4275-bbf4-e8509de76229 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:41.113897 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-07c890d8-adf7-4dcc-8684-bc34be9c423b req-7bb7b47d-38e2-4275-bbf4-e8509de76229 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 945 time: 0.0491636 Jun 15 19:45:41.163093 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-07c890d8-adf7-4dcc-8684-bc34be9c423b req-5663a13a-c67e-4779-8d75-043bf6fa3337 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Jun 15 19:45:42.279658 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc405c-3738-4c62-8074-09ad48a1b971 req-23c087af-8560-4121-8ede-85701162d81e tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:42.281134 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-13cc405c-3738-4c62-8074-09ad48a1b971 req-23c087af-8560-4121-8ede-85701162d81e tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 945 time: 0.0509248 Jun 15 19:45:42.328179 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-13cc405c-3738-4c62-8074-09ad48a1b971 req-107e88b0-6e5c-4580-9fd7-66d0170a15ca tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Jun 15 19:45:43.009981 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c87a9-0e17-4167-b8a8-627d555c2676 req-7a7e6a15-92c9-4cec-b94e-2cfb0a6473a5 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:43.012090 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-eb3c87a9-0e17-4167-b8a8-627d555c2676 req-7a7e6a15-92c9-4cec-b94e-2cfb0a6473a5 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.42 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 945 time: 0.0481744 Jun 15 19:45:43.446917 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c64fb2-bc6c-481b-84c4-fd740143cb3e req-4d735a3d-b963-4014-9464-2e4e255d85b5 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:43.448418 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-28c64fb2-bc6c-481b-84c4-fd740143cb3e req-4d735a3d-b963-4014-9464-2e4e255d85b5 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 945 time: 0.0494113 Jun 15 19:45:43.496957 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-28c64fb2-bc6c-481b-84c4-fd740143cb3e req-479142cb-cfb3-4da0-8913-3e3982442779 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422931 Jun 15 19:45:44.609988 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d0e7-3c85-42f4-85d5-f4328137f390 req-9cc4dc26-fc71-49fd-b694-73885f9ea8b6 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:44.611383 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7628d0e7-3c85-42f4-85d5-f4328137f390 req-9cc4dc26-fc71-49fd-b694-73885f9ea8b6 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 945 time: 0.0485125 Jun 15 19:45:44.664269 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7628d0e7-3c85-42f4-85d5-f4328137f390 req-42a1c76e-504c-44f3-a8d8-8ea0814beae3 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465710 Jun 15 19:45:45.781217 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b2874-a9fe-41ce-9062-0b515015c0a4 req-e5b2c702-6f43-4c73-a0d8-4c7a791ae30a tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:45.782748 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ef2b2874-a9fe-41ce-9062-0b515015c0a4 req-e5b2c702-6f43-4c73-a0d8-4c7a791ae30a tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00680ff-f2f3-4359-a99f-e8813cbe9fd2 HTTP/1.1" status: 200 len: 945 time: 0.0492308 Jun 15 19:45:45.832360 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ef2b2874-a9fe-41ce-9062-0b515015c0a4 req-12ce6a4d-d9ed-4818-82b9-f4a0658f30d4 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438230 Jun 15 19:45:45.910817 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-eb3c87a9-0e17-4167-b8a8-627d555c2676 req-c0ffc3a0-9177-4bf5-8581-2a7afa3614d2 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Deleting port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:45:45.911388 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-eb3c87a9-0e17-4167-b8a8-627d555c2676 req-c0ffc3a0-9177-4bf5-8581-2a7afa3614d2 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:46.011921 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-eb3c87a9-0e17-4167-b8a8-627d555c2676 req-c0ffc3a0-9177-4bf5-8581-2a7afa3614d2 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] For port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a8ba6502-c7e6-4390-a3a9-d1586bca2c6d,segment=NetworkSegment(d5be2dd8-a7b9-4260-a690-cfee7b6778ad),segment_id=d5be2dd8-a7b9-4260-a690-cfee7b6778ad)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:45:46.012297 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-eb3c87a9-0e17-4167-b8a8-627d555c2676 req-c0ffc3a0-9177-4bf5-8581-2a7afa3614d2 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:46.026441 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-eb3c87a9-0e17-4167-b8a8-627d555c2676 req-c0ffc3a0-9177-4bf5-8581-2a7afa3614d2 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Calling delete_port for a8ba6502-c7e6-4390-a3a9-d1586bca2c6d owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:45:46.164953 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:46.177050 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-eb3c87a9-0e17-4167-b8a8-627d555c2676 req-c0ffc3a0-9177-4bf5-8581-2a7afa3614d2 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (a8ba6502-c7e6-4390-a3a9-d1586bca2c6d), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:46.218947 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffc3a0-9177-4bf5-8581-2a7afa3614d2 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Pushing event deleted for resources: {'Port': ['ID=a8ba6502-c7e6-4390-a3a9-d1586bca2c6d,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:46.269568 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3c87a9-0e17-4167-b8a8-627d555c2676 req-c0ffc3a0-9177-4bf5-8581-2a7afa3614d2 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] No DVR routers for this DVR port a8ba6502-c7e6-4390-a3a9-d1586bca2c6d on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:45:46.273385 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-eb3c87a9-0e17-4167-b8a8-627d555c2676 req-c0ffc3a0-9177-4bf5-8581-2a7afa3614d2 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:46.278123 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-eb3c87a9-0e17-4167-b8a8-627d555c2676 req-c0ffc3a0-9177-4bf5-8581-2a7afa3614d2 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.42 "DELETE /v2.0/ports/a8ba6502-c7e6-4390-a3a9-d1586bca2c6d HTTP/1.1" status: 204 len: 173 time: 0.4588709 Jun 15 19:45:46.279193 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00680ff-f2f3-4359-a99f-e8813cbe9fd2', 'name': 'network-vif-deleted', 'tag': 'a8ba6502-c7e6-4390-a3a9-d1586bca2c6d'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:45:46.281595 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa270f3b-0026-4dc0-b1d5-48ccec2621ce" -d '{"events": [{"server_uuid": "c00680ff-f2f3-4359-a99f-e8813cbe9fd2", "name": "network-vif-deleted", "tag": "a8ba6502-c7e6-4390-a3a9-d1586bca2c6d"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:45:46.350281 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b309d847-524d-47d1-a142-cc2bcaa7e961 x-openstack-request-id: req-b309d847-524d-47d1-a142-cc2bcaa7e961 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:45:46.350581 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00680ff-f2f3-4359-a99f-e8813cbe9fd2", "name": "network-vif-deleted", "tag": "a8ba6502-c7e6-4390-a3a9-d1586bca2c6d", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:45:46.350842 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b309d847-524d-47d1-a142-cc2bcaa7e961 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:45:46.351218 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b309d847-524d-47d1-a142-cc2bcaa7e961'] response: {'server_uuid': 'c00680ff-f2f3-4359-a99f-e8813cbe9fd2', 'name': 'network-vif-deleted', 'tag': 'a8ba6502-c7e6-4390-a3a9-d1586bca2c6d', 'status': 'completed', 'code': 200} Jun 15 19:45:47.047981 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device a8ba6502-c7e6-4390-a3a9-d1586bca2c6d no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:45:47.067410 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: a8ba6502-c7e6-4390-a3a9-d1586bca2c6d {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:45:47.068174 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device a8ba6502-c7e6-4390-a3a9-d1586bca2c6d not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:45:47.144454 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-05b01ee7-e3f3-4074-814f-7dfee1ec8653 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:47.145953 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-05b01ee7-e3f3-4074-814f-7dfee1ec8653 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/networks?id=034cdc20-4a3d-4dc8-a51c-26294d709eed HTTP/1.1" status: 200 len: 809 time: 0.1229570 Jun 15 19:45:47.162371 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-eb029d45-1fec-448f-977c-c84a18fe0b0b tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/quotas/aafeedc33991462da96f4c238fe14256 HTTP/1.1" status: 200 len: 375 time: 0.0103235 Jun 15 19:45:47.199156 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-16559e03-3f10-478b-b2df-7751e622653e tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aafeedc33991462da96f4c238fe14256&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306180 Jun 15 19:45:47.299308 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-e2f80549-c5f8-49b8-80f6-e5239da605e2 service neutron] 10.222.0.15 "GET /v2.0/networks/034cdc20-4a3d-4dc8-a51c-26294d709eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921445 Jun 15 19:45:47.340422 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:47.394312 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-056f72c5-ce4b-47bd-84dc-246dc0773204 service neutron] 10.222.0.15 "GET /v2.0/networks/034cdc20-4a3d-4dc8-a51c-26294d709eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893693 Jun 15 19:45:47.410723 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:45:47.564326 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-37839f40-e375-4d75-9f8f-f8decf06267a req-c23b1a19-62c6-4967-bf07-48c690317af9 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 210 time: 0.0315411 Jun 15 19:45:48.511485 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:48.551117 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-9e0b0e77-e375-4054-a863-ec061318d3cf tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:48.552610 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-9e0b0e77-e375-4054-a863-ec061318d3cf tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.42 "GET /v2.0/networks?id=034cdc20-4a3d-4dc8-a51c-26294d709eed HTTP/1.1" status: 200 len: 809 time: 0.1397846 Jun 15 19:45:48.569095 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-eed4f3a9-d0f7-4c00-b781-4e3d43aec5c0 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Request body: {'port': {'device_id': '1fac485a-e09e-40bc-932e-4fb4d02b8eba', 'network_id': '034cdc20-4a3d-4dc8-a51c-26294d709eed', 'admin_state_up': True, 'tenant_id': 'aafeedc33991462da96f4c238fe14256'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:45:48.713343 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b772e1ed-d946-4cbb-a1fc-49a2a7f0855b req-43f41d0e-28a1-4625-92ee-4412fccf6b3f tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 210 time: 0.0441077 Jun 15 19:45:48.780355 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-eed4f3a9-d0f7-4c00-b781-4e3d43aec5c0 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Made reservation on behalf of aafeedc33991462da96f4c238fe14256 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:45:48.784492 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-eed4f3a9-d0f7-4c00-b781-4e3d43aec5c0 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:48.935834 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-eed4f3a9-d0f7-4c00-b781-4e3d43aec5c0 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Allocated IP 172.20.0.5 (034cdc20-4a3d-4dc8-a51c-26294d709eed/c9f4c015-4f0a-4412-b832-8ec72aa521f0/f3f8191a-87d8-4c0c-9123-9ec58cc346ed) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:45:49.069408 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:49.121962 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-eed4f3a9-d0f7-4c00-b781-4e3d43aec5c0 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks [] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:49.163401 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-eed4f3a9-d0f7-4c00-b781-4e3d43aec5c0 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:49.214285 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-eed4f3a9-d0f7-4c00-b781-4e3d43aec5c0 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Network 034cdc20-4a3d-4dc8-a51c-26294d709eed is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:45:49.217766 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-eed4f3a9-d0f7-4c00-b781-4e3d43aec5c0 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:45:49.222076 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-eed4f3a9-d0f7-4c00-b781-4e3d43aec5c0 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:45:49.247278 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4f3a9-d0f7-4c00-b781-4e3d43aec5c0 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Pushing event updated for resources: {'Port': ['ID=f3f8191a-87d8-4c0c-9123-9ec58cc346ed,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:49.278673 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-eed4f3a9-d0f7-4c00-b781-4e3d43aec5c0 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:49.279297 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-eed4f3a9-d0f7-4c00-b781-4e3d43aec5c0 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:49.298125 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-eed4f3a9-d0f7-4c00-b781-4e3d43aec5c0 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7363327 Jun 15 19:45:49.411864 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:49.841895 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:49.853055 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d8b9-7222-4cad-bb51-4a3435a41ae8 req-8f6e6ec1-60f3-4b15-a2f2-57953048b783 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:49.854580 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d0d5d8b9-7222-4cad-bb51-4a3435a41ae8 req-8f6e6ec1-60f3-4b15-a2f2-57953048b783 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 931 time: 0.0519290 Jun 15 19:45:49.904504 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d0d5d8b9-7222-4cad-bb51-4a3435a41ae8 req-7ca475af-0ede-45a2-8cd4-a3c1202b186c tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439351 Jun 15 19:45:50.739618 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Request body: {'port': {'device_id': '1fac485a-e09e-40bc-932e-4fb4d02b8eba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:45:50.769730 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:50.806743 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:51.020269 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97d875-e637-4d2b-8d7d-cd9037064228 req-bd3af348-8662-4efb-9468-2bf3b7aeb3d5 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:51.021727 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1a97d875-e637-4d2b-8d7d-cd9037064228 req-bd3af348-8662-4efb-9468-2bf3b7aeb3d5 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 931 time: 0.0475254 Jun 15 19:45:51.068379 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1a97d875-e637-4d2b-8d7d-cd9037064228 req-53a41816-3a51-45f2-9c8a-ff49ac2ee2cf tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Jun 15 19:45:51.093909 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f8191a-87d8-4c0c-9123-9ec58cc346ed {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:45:51.101476 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Publish callbacks [] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:51.113827 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Transition to ACTIVE for port object f3f8191a-87d8-4c0c-9123-9ec58cc346ed will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:45:51.117995 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:51.183831 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Pushing event updated for resources: {'Port': ['ID=f3f8191a-87d8-4c0c-9123-9ec58cc346ed,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:51.236941 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Attempting to bind port f3f8191a-87d8-4c0c-9123-9ec58cc346ed on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:45:51.237264 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Attempting to bind port f3f8191a-87d8-4c0c-9123-9ec58cc346ed by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'd5be2dd8-a7b9-4260-a690-cfee7b6778ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '034cdc20-4a3d-4dc8-a51c-26294d709eed'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:45:51.237585 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Attempting to bind port f3f8191a-87d8-4c0c-9123-9ec58cc346ed on network 034cdc20-4a3d-4dc8-a51c-26294d709eed {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:45:51.242173 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Port f3f8191a-87d8-4c0c-9123-9ec58cc346ed on network 034cdc20-4a3d-4dc8-a51c-26294d709eed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:45:51.242483 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Attempting to bind port f3f8191a-87d8-4c0c-9123-9ec58cc346ed on network 034cdc20-4a3d-4dc8-a51c-26294d709eed {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:45:51.248068 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:45:51.248399 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Checking segment: {'id': 'd5be2dd8-a7b9-4260-a690-cfee7b6778ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '034cdc20-4a3d-4dc8-a51c-26294d709eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:45:51.248775 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Bound using segment: {'id': 'd5be2dd8-a7b9-4260-a690-cfee7b6778ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '034cdc20-4a3d-4dc8-a51c-26294d709eed'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:45:51.249192 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Bound port: f3f8191a-87d8-4c0c-9123-9ec58cc346ed, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5be2dd8-a7b9-4260-a690-cfee7b6778ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '034cdc20-4a3d-4dc8-a51c-26294d709eed'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:45:51.249539 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:51.298783 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:51.310476 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] For port f3f8191a-87d8-4c0c-9123-9ec58cc346ed, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:45:51.313602 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] For port f3f8191a-87d8-4c0c-9123-9ec58cc346ed, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f3f8191a-87d8-4c0c-9123-9ec58cc346ed,segment=NetworkSegment(d5be2dd8-a7b9-4260-a690-cfee7b6778ad),segment_id=d5be2dd8-a7b9-4260-a690-cfee7b6778ad)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:45:51.319612 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:51.351937 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:51.352555 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:51.353907 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] 10.222.0.42 "PUT /v2.0/ports/f3f8191a-87d8-4c0c-9123-9ec58cc346ed HTTP/1.1" status: 200 len: 1093 time: 0.6185927 Jun 15 19:45:51.354366 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fac485a-e09e-40bc-932e-4fb4d02b8eba', 'tag': 'f3f8191a-87d8-4c0c-9123-9ec58cc346ed'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:45:51.357094 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f98517-ae51-418f-aec2-2a00c2cef0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1fac485a-e09e-40bc-932e-4fb4d02b8eba", "tag": "f3f8191a-87d8-4c0c-9123-9ec58cc346ed"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:45:51.381865 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46c468-d758-4023-83bd-9b6bd448b0cb service neutron] Pushing event updated for resources: {'Port': ['ID=f3f8191a-87d8-4c0c-9123-9ec58cc346ed,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:51.397035 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218f58f1-528a-4e8d-ae10-5b09b7a1d480 x-openstack-request-id: req-218f58f1-528a-4e8d-ae10-5b09b7a1d480 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:45:51.397342 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fac485a-e09e-40bc-932e-4fb4d02b8eba", "tag": "f3f8191a-87d8-4c0c-9123-9ec58cc346ed", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:45:51.397587 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-218f58f1-528a-4e8d-ae10-5b09b7a1d480 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:45:51.397976 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218f58f1-528a-4e8d-ae10-5b09b7a1d480'] response: {'name': 'network-changed', 'server_uuid': '1fac485a-e09e-40bc-932e-4fb4d02b8eba', 'tag': 'f3f8191a-87d8-4c0c-9123-9ec58cc346ed', 'status': 'completed', 'code': 200} Jun 15 19:45:51.702113 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f98517-ae51-418f-aec2-2a00c2cef0e3 req-921f0e3e-cda0-4b41-8da2-8f5c27e04d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:51.703501 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-70f98517-ae51-418f-aec2-2a00c2cef0e3 req-921f0e3e-cda0-4b41-8da2-8f5c27e04d65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aafeedc33991462da96f4c238fe14256&device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 1127 time: 0.0394604 Jun 15 19:45:51.802671 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f98517-ae51-418f-aec2-2a00c2cef0e3 req-796fb417-ab29-4cde-bb9d-6b2da7107983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:51.804127 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-70f98517-ae51-418f-aec2-2a00c2cef0e3 req-796fb417-ab29-4cde-bb9d-6b2da7107983 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=aafeedc33991462da96f4c238fe14256&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0940454 Jun 15 19:45:51.902371 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f98517-ae51-418f-aec2-2a00c2cef0e3 req-6dbc3ba8-a777-4fe8-8473-3765039ea133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:51.903835 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-70f98517-ae51-418f-aec2-2a00c2cef0e3 req-6dbc3ba8-a777-4fe8-8473-3765039ea133 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924594 Jun 15 19:45:51.982305 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-13e13f85-c880-4c4c-9727-53ada9ed22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:51.983805 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-13e13f85-c880-4c4c-9727-53ada9ed22fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aafeedc33991462da96f4c238fe14256&device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 1127 time: 0.0429907 Jun 15 19:45:52.024415 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-60078d06-e11d-4634-825e-fef5cb8aa997 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3f8191a-87d8-4c0c-9123-9ec58cc346ed HTTP/1.1" status: 200 len: 217 time: 0.0321074 Jun 15 19:45:52.036804 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:52.087331 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-13f66230-6752-4800-bf5a-c23f881b730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:52.088929 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-13f66230-6752-4800-bf5a-c23f881b730a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9f4c015-4f0a-4412-b832-8ec72aa521f0 HTTP/1.1" status: 200 len: 849 time: 0.0587525 Jun 15 19:45:52.121551 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-51cd2196-d4af-4531-ba8b-9b422e1826ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=034cdc20-4a3d-4dc8-a51c-26294d709eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266216 Jun 15 19:45:52.191463 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e766b8e-e095-46e6-a18c-7653228c75d0 req-ee04b7d9-2621-486a-a8a2-e6b19c242242 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:52.193008 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2e766b8e-e095-46e6-a18c-7653228c75d0 req-ee04b7d9-2621-486a-a8a2-e6b19c242242 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 943 time: 0.0519040 Jun 15 19:45:52.228959 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-f255a6f7-63a7-44a5-87e5-d9f49b4a5e25 service neutron] 10.222.0.42 "GET /v2.0/networks/034cdc20-4a3d-4dc8-a51c-26294d709eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011992 Jun 15 19:45:52.246721 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2e766b8e-e095-46e6-a18c-7653228c75d0 req-e9780af6-bbbf-4ca0-be93-3565134bf348 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467417 Jun 15 19:45:52.331271 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-6e448736-5b39-4722-8745-6a3ee47369c9 req-ac05c165-24ab-4897-aae1-3e7d6cee69a3 service neutron] 10.222.0.42 "GET /v2.0/networks/034cdc20-4a3d-4dc8-a51c-26294d709eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953858 Jun 15 19:45:53.096232 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8c7862f3-e25c-4347-aa59-77276ab1594d req-1fcdfda1-b362-4e93-99bd-82c589164248 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449343 Jun 15 19:45:53.183040 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7862f3-e25c-4347-aa59-77276ab1594d req-7b501a5c-83b3-459c-80fc-03925cda24a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:53.184729 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8c7862f3-e25c-4347-aa59-77276ab1594d req-7b501a5c-83b3-459c-80fc-03925cda24a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feaa96a8901e42c18c270c092a40fc83&device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 1130 time: 0.0420864 Jun 15 19:45:53.304028 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7862f3-e25c-4347-aa59-77276ab1594d req-806bd541-34e5-475f-af84-e2adfc7b5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:53.305677 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8c7862f3-e25c-4347-aa59-77276ab1594d req-806bd541-34e5-475f-af84-e2adfc7b5006 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c97fa835-6951-4e5b-beef-24701d625969 HTTP/1.1" status: 200 len: 909 time: 0.1000512 Jun 15 19:45:53.368902 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8c7862f3-e25c-4347-aa59-77276ab1594d req-e64b958a-7d94-4df8-95c6-a747f2f3aeb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98860632-f1d4-48e3-a840-1307deb28658 HTTP/1.1" status: 200 len: 1002 time: 0.0565078 Jun 15 19:45:53.374792 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a32adb-3fe1-4631-b22d-705c5181a46e req-2ab3a3e2-d342-438e-aab4-86d9d8c2b288 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:53.376262 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-95a32adb-3fe1-4631-b22d-705c5181a46e req-2ab3a3e2-d342-438e-aab4-86d9d8c2b288 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 943 time: 0.0489941 Jun 15 19:45:53.421886 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7862f3-e25c-4347-aa59-77276ab1594d req-9376b150-8724-4b71-8010-6873242967fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:53.423675 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8c7862f3-e25c-4347-aa59-77276ab1594d req-9376b150-8724-4b71-8010-6873242967fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a HTTP/1.1" status: 200 len: 847 time: 0.0488911 Jun 15 19:45:53.425510 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-95a32adb-3fe1-4631-b22d-705c5181a46e req-a68cddbb-4f35-457f-b367-4f416475c6ad tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434594 Jun 15 19:45:53.468572 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7862f3-e25c-4347-aa59-77276ab1594d req-7a59090b-5425-4c6c-a464-13dcaafc7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:53.470165 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8c7862f3-e25c-4347-aa59-77276ab1594d req-7a59090b-5425-4c6c-a464-13dcaafc7035 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c97fa835-6951-4e5b-beef-24701d625969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405180 Jun 15 19:45:53.546764 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:53.562534 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8c7862f3-e25c-4347-aa59-77276ab1594d req-d7da8298-d0a6-4346-aed6-d0d50ad486dd service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859718 Jun 15 19:45:54.384039 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-8c7862f3-e25c-4347-aa59-77276ab1594d req-029b32f8-a013-4826-ad4a-df84eea95816 service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867498 Jun 15 19:45:54.545961 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608d057-624e-45f2-8364-e6884c9c1d76 req-86ab6dd4-fd60-41e1-b175-8e34b50f99b4 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:54.547521 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5608d057-624e-45f2-8364-e6884c9c1d76 req-86ab6dd4-fd60-41e1-b175-8e34b50f99b4 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 943 time: 0.0490589 Jun 15 19:45:54.600420 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5608d057-624e-45f2-8364-e6884c9c1d76 req-6e909674-8f4e-4492-97ba-69aeb7fbe105 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467021 Jun 15 19:45:55.721652 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676b602-7026-490d-8301-f6389b5fb107 req-308e832e-e3ac-4e7b-84cd-19727fae983b tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:55.723205 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3676b602-7026-490d-8301-f6389b5fb107 req-308e832e-e3ac-4e7b-84cd-19727fae983b tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 943 time: 0.0492945 Jun 15 19:45:55.773832 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3676b602-7026-490d-8301-f6389b5fb107 req-c53e8670-f260-4317-a350-ae6cc8d0d293 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449095 Jun 15 19:45:56.009174 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device f3f8191a-87d8-4c0c-9123-9ec58cc346ed details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:45:56.117535 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port f3f8191a-87d8-4c0c-9123-9ec58cc346ed, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f3f8191a-87d8-4c0c-9123-9ec58cc346ed,segment=NetworkSegment(d5be2dd8-a7b9-4260-a690-cfee7b6778ad),segment_id=d5be2dd8-a7b9-4260-a690-cfee7b6778ad)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:45:56.131282 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'f3f8191a-87d8-4c0c-9123-9ec58cc346ed', 'network_id': '034cdc20-4a3d-4dc8-a51c-26294d709eed', 'port_id': 'f3f8191a-87d8-4c0c-9123-9ec58cc346ed', 'mac_address': 'fa:16:3e:9a:eb:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f4c015-4f0a-4412-b832-8ec72aa521f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:45:56.175118 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port f3f8191a-87d8-4c0c-9123-9ec58cc346ed is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:45:56.175505 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:56.189292 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f8191a-87d8-4c0c-9123-9ec58cc346ed {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:45:56.210794 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port f3f8191a-87d8-4c0c-9123-9ec58cc346ed, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f3f8191a-87d8-4c0c-9123-9ec58cc346ed,segment=NetworkSegment(d5be2dd8-a7b9-4260-a690-cfee7b6778ad),segment_id=d5be2dd8-a7b9-4260-a690-cfee7b6778ad)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:45:56.214594 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:56.279638 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=f3f8191a-87d8-4c0c-9123-9ec58cc346ed,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:56.454308 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['f3f8191a-87d8-4c0c-9123-9ec58cc346ed'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:45:56.602289 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:56.903047 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376b277-1dd9-4980-9777-69b629bb8a26 req-180ed547-5a1b-42c2-b929-48642c12f0c9 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:56.905247 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5376b277-1dd9-4980-9777-69b629bb8a26 req-180ed547-5a1b-42c2-b929-48642c12f0c9 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 944 time: 0.0539956 Jun 15 19:45:56.966315 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5376b277-1dd9-4980-9777-69b629bb8a26 req-9aaf1862-7e0b-4a54-88ee-c6e8e57313e3 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526662 Jun 15 19:45:57.124398 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device f3f8191a-87d8-4c0c-9123-9ec58cc346ed up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:45:57.146751 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:57.170743 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port f3f8191a-87d8-4c0c-9123-9ec58cc346ed completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:45:57.177002 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port f3f8191a-87d8-4c0c-9123-9ec58cc346ed triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:45:57.177392 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:57.257101 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port f3f8191a-87d8-4c0c-9123-9ec58cc346ed is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:45:57.257474 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:57.284242 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fac485a-e09e-40bc-932e-4fb4d02b8eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f8191a-87d8-4c0c-9123-9ec58cc346ed'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:45:57.286546 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18fde35-eb68-4ad6-89b1-23014984f02f" -d '{"events": [{"server_uuid": "1fac485a-e09e-40bc-932e-4fb4d02b8eba", "name": "network-vif-plugged", "status": "completed", "tag": "f3f8191a-87d8-4c0c-9123-9ec58cc346ed"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:45:57.300617 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port f3f8191a-87d8-4c0c-9123-9ec58cc346ed, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f3f8191a-87d8-4c0c-9123-9ec58cc346ed,segment=NetworkSegment(d5be2dd8-a7b9-4260-a690-cfee7b6778ad),segment_id=d5be2dd8-a7b9-4260-a690-cfee7b6778ad)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:45:57.305211 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:57.329874 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84ed70f-6bb7-48d4-9692-7d093a1a75a8 x-openstack-request-id: req-d84ed70f-6bb7-48d4-9692-7d093a1a75a8 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:45:57.330205 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fac485a-e09e-40bc-932e-4fb4d02b8eba", "name": "network-vif-plugged", "status": "completed", "tag": "f3f8191a-87d8-4c0c-9123-9ec58cc346ed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:45:57.330435 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d84ed70f-6bb7-48d4-9692-7d093a1a75a8 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:45:57.330871 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d84ed70f-6bb7-48d4-9692-7d093a1a75a8'] response: {'server_uuid': '1fac485a-e09e-40bc-932e-4fb4d02b8eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f8191a-87d8-4c0c-9123-9ec58cc346ed', 'code': 200} Jun 15 19:45:57.361693 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=f3f8191a-87d8-4c0c-9123-9ec58cc346ed,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:57.406538 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:57.502279 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d00254-f7ab-40d1-9102-d64a5f9f6f72 req-8e4e13c0-2113-4e4d-93e5-52063c3341ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:57.503846 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d0d00254-f7ab-40d1-9102-d64a5f9f6f72 req-8e4e13c0-2113-4e4d-93e5-52063c3341ae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 1129 time: 0.0443184 Jun 15 19:45:57.557323 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d0d00254-f7ab-40d1-9102-d64a5f9f6f72 req-3f4ed56a-17ee-478f-b299-41ccc12d844b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474758 Jun 15 19:45:58.104996 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125775b-ba35-4849-91e4-122ef4cc1abc req-7b2690e1-e926-4886-b301-b6b9191c250b tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:58.106708 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1125775b-ba35-4849-91e4-122ef4cc1abc req-7b2690e1-e926-4886-b301-b6b9191c250b tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 945 time: 0.0554914 Jun 15 19:45:58.156973 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1125775b-ba35-4849-91e4-122ef4cc1abc req-f7eb45c1-47dc-4a3a-a5c8-99a85b0b42bb tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445910 Jun 15 19:45:58.908961 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 53118) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:59.027926 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:59.108273 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:59.113158 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Publish callbacks [] for security_group (1530ddc5-8560-4ed8-8c43-d974676580cd), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:59.124961 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (1530ddc5-8560-4ed8-8c43-d974676580cd), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:59.177065 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6b10aa1658d47d0b8217a7013d67950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668712 Jun 15 19:45:59.177788 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1530ddc5-8560-4ed8-8c43-d974676580cd,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:59.179799 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 53128) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:45:59.187318 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.187669 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.188011 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.188363 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.188676 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.189030 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.189350 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.189824 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.190135 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.190436 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.190758 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.191079 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.191396 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.191710 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.192024 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f911c-9a63-40f5-8b26-92a26f66ab12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.252380 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Publish callbacks [] for security_group (1530ddc5-8560-4ed8-8c43-d974676580cd), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:59.277285 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Publish callbacks [] for security_group (1530ddc5-8560-4ed8-8c43-d974676580cd), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:59.342965 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (1530ddc5-8560-4ed8-8c43-d974676580cd), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:59.346540 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:45:59.350943 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1530ddc5-8560-4ed8-8c43-d974676580cd HTTP/1.1" status: 204 len: 168 time: 0.1668141 Jun 15 19:45:59.357188 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1530ddc5-8560-4ed8-8c43-d974676580cd,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:45:59.366747 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.368051 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.368812 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.370455 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.370971 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.371490 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.371830 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.372160 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.372490 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.372813 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.373302 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.373965 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.375785 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.376408 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.376748 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e2db9-b06e-4295-9989-47bd8edbbb8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:45:59.389137 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f59ea-9aa7-4fb1-91a7-e10fbce39eb1 req-9db963ce-9121-42a5-a641-b674ffba82bf tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:45:59.391205 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5f2f59ea-9aa7-4fb1-91a7-e10fbce39eb1 req-9db963ce-9121-42a5-a641-b674ffba82bf tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 945 time: 0.0798650 Jun 15 19:45:59.459770 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:45:59.468766 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5f2f59ea-9aa7-4fb1-91a7-e10fbce39eb1 req-3814fffc-517a-4408-8126-d8e3f6a74128 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691414 Jun 15 19:45:59.961542 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 53178) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:00.093282 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:00.104386 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-24dd8e45-016e-4d5d-bd16-ff6a4acfc53e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:00.221741 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-24dd8e45-016e-4d5d-bd16-ff6a4acfc53e admin admin] Publish callbacks [] for security_group (ade4af80-0422-4683-bb97-4594cf968c82), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:00.226954 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-24dd8e45-016e-4d5d-bd16-ff6a4acfc53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (ade4af80-0422-4683-bb97-4594cf968c82), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:00.274155 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-24dd8e45-016e-4d5d-bd16-ff6a4acfc53e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=203972aef723487d950c600501303a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113930 Jun 15 19:46:00.278447 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 53192) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:00.285444 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd8e45-016e-4d5d-bd16-ff6a4acfc53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade4af80-0422-4683-bb97-4594cf968c82,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:00.360022 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0a63d756-2a9d-43c8-8dc6-de2e7d5c98b9 admin admin] Publish callbacks [] for security_group (ade4af80-0422-4683-bb97-4594cf968c82), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:00.388863 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0a63d756-2a9d-43c8-8dc6-de2e7d5c98b9 admin admin] Publish callbacks [] for security_group (ade4af80-0422-4683-bb97-4594cf968c82), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:00.458228 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0a63d756-2a9d-43c8-8dc6-de2e7d5c98b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (ade4af80-0422-4683-bb97-4594cf968c82), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:00.461738 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0a63d756-2a9d-43c8-8dc6-de2e7d5c98b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:00.464202 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-0a63d756-2a9d-43c8-8dc6-de2e7d5c98b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ade4af80-0422-4683-bb97-4594cf968c82 HTTP/1.1" status: 204 len: 168 time: 0.1837871 Jun 15 19:46:00.477560 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63d756-2a9d-43c8-8dc6-de2e7d5c98b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade4af80-0422-4683-bb97-4594cf968c82,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:00.484814 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fa8d6-fdb4-429e-b38a-12f7921d15e2 req-afb2c310-ddad-403d-9b9c-ac0fdd7ab62d tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:00.486997 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-295fa8d6-fdb4-429e-b38a-12f7921d15e2 req-afb2c310-ddad-403d-9b9c-ac0fdd7ab62d tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 945 time: 0.0772948 Jun 15 19:46:00.587361 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-295fa8d6-fdb4-429e-b38a-12f7921d15e2 req-a776fd2c-5aa4-4c53-adce-4defbae82244 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876892 Jun 15 19:46:00.925566 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 53208) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:01.023423 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 53212) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:01.039519 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-feec05de-393b-4aa4-840c-6229d60f0534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.068883 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-03be981f-e4e4-4519-ab88-5842b938bc78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.119504 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:01.197142 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-feec05de-393b-4aa4-840c-6229d60f0534 admin admin] Publish callbacks [] for security_group (fe672a53-5a5f-4a2c-a4ab-5e969c78824f), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.206649 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-feec05de-393b-4aa4-840c-6229d60f0534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (fe672a53-5a5f-4a2c-a4ab-5e969c78824f), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.257384 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-03be981f-e4e4-4519-ab88-5842b938bc78 admin admin] Publish callbacks [] for security_group (edf8499f-a268-40eb-91d6-bde4337688d9), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.264966 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-feec05de-393b-4aa4-840c-6229d60f0534 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9257d5d0e871496e804457058584953c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404461 Jun 15 19:46:01.266411 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec05de-393b-4aa4-840c-6229d60f0534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe672a53-5a5f-4a2c-a4ab-5e969c78824f,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:01.267934 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 53214) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:01.269109 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-03be981f-e4e4-4519-ab88-5842b938bc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (edf8499f-a268-40eb-91d6-bde4337688d9), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.314762 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be981f-e4e4-4519-ab88-5842b938bc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf8499f-a268-40eb-91d6-bde4337688d9,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:01.322925 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-03be981f-e4e4-4519-ab88-5842b938bc78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7702ad43c7b74511ba831f857dd885ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3924296 Jun 15 19:46:01.323417 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 53216) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:01.343201 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:01.360964 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0238d523-604e-4a36-b395-0cf61a3b1ae7 admin admin] Publish callbacks [] for security_group (fe672a53-5a5f-4a2c-a4ab-5e969c78824f), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.384344 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-14a68d76-7d5e-4021-8bcf-1aa5578909c3 admin admin] Publish callbacks [] for security_group (edf8499f-a268-40eb-91d6-bde4337688d9), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.388646 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0238d523-604e-4a36-b395-0cf61a3b1ae7 admin admin] Publish callbacks [] for security_group (fe672a53-5a5f-4a2c-a4ab-5e969c78824f), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.408926 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-14a68d76-7d5e-4021-8bcf-1aa5578909c3 admin admin] Publish callbacks [] for security_group (edf8499f-a268-40eb-91d6-bde4337688d9), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.443227 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0238d523-604e-4a36-b395-0cf61a3b1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (fe672a53-5a5f-4a2c-a4ab-5e969c78824f), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.446257 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0238d523-604e-4a36-b395-0cf61a3b1ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.447455 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-0238d523-604e-4a36-b395-0cf61a3b1ae7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe672a53-5a5f-4a2c-a4ab-5e969c78824f HTTP/1.1" status: 204 len: 168 time: 0.1782134 Jun 15 19:46:01.456363 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238d523-604e-4a36-b395-0cf61a3b1ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe672a53-5a5f-4a2c-a4ab-5e969c78824f,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:01.475388 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-14a68d76-7d5e-4021-8bcf-1aa5578909c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (edf8499f-a268-40eb-91d6-bde4337688d9), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.478063 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-14a68d76-7d5e-4021-8bcf-1aa5578909c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.486336 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-14a68d76-7d5e-4021-8bcf-1aa5578909c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edf8499f-a268-40eb-91d6-bde4337688d9 HTTP/1.1" status: 204 len: 168 time: 0.1592491 Jun 15 19:46:01.497305 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a68d76-7d5e-4021-8bcf-1aa5578909c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf8499f-a268-40eb-91d6-bde4337688d9,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:01.745919 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978494b8-406e-4c27-b4f9-bfe439ee6ace req-d6d83f43-d054-49f9-9e9f-f858be19dbf4 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:01.748531 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-978494b8-406e-4c27-b4f9-bfe439ee6ace req-d6d83f43-d054-49f9-9e9f-f858be19dbf4 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 945 time: 0.1005213 Jun 15 19:46:01.777134 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b654c-9f6f-414e-8daa-17e065138f22 req-102ca2d1-035d-4bc1-ac0b-bb7dccbebd43 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:01.778689 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-529b654c-9f6f-414e-8daa-17e065138f22 req-102ca2d1-035d-4bc1-ac0b-bb7dccbebd43 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 945 time: 0.0599153 Jun 15 19:46:01.846655 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-529b654c-9f6f-414e-8daa-17e065138f22 req-814965ff-c927-412e-98a7-c988b917c86b tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/security-groups?id=12a576d0-3a2e-4c61-9177-03b2598882c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601289 Jun 15 19:46:01.868543 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-978494b8-406e-4c27-b4f9-bfe439ee6ace req-bad0d3a0-299e-48ad-8c76-a4aad26391c6 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Deleting port f3f8191a-87d8-4c0c-9123-9ec58cc346ed {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:46:01.868543 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-978494b8-406e-4c27-b4f9-bfe439ee6ace req-bad0d3a0-299e-48ad-8c76-a4aad26391c6 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.970565 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-978494b8-406e-4c27-b4f9-bfe439ee6ace req-bad0d3a0-299e-48ad-8c76-a4aad26391c6 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] For port f3f8191a-87d8-4c0c-9123-9ec58cc346ed, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f3f8191a-87d8-4c0c-9123-9ec58cc346ed,segment=NetworkSegment(d5be2dd8-a7b9-4260-a690-cfee7b6778ad),segment_id=d5be2dd8-a7b9-4260-a690-cfee7b6778ad)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:01.970938 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-978494b8-406e-4c27-b4f9-bfe439ee6ace req-bad0d3a0-299e-48ad-8c76-a4aad26391c6 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:01.987775 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-978494b8-406e-4c27-b4f9-bfe439ee6ace req-bad0d3a0-299e-48ad-8c76-a4aad26391c6 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Calling delete_port for f3f8191a-87d8-4c0c-9123-9ec58cc346ed owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:46:02.200161 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-978494b8-406e-4c27-b4f9-bfe439ee6ace req-bad0d3a0-299e-48ad-8c76-a4aad26391c6 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (f3f8191a-87d8-4c0c-9123-9ec58cc346ed), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:02.215842 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['f3f8191a-87d8-4c0c-9123-9ec58cc346ed'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:46:02.258410 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0d3a0-299e-48ad-8c76-a4aad26391c6 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Pushing event deleted for resources: {'Port': ['ID=f3f8191a-87d8-4c0c-9123-9ec58cc346ed,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:02.294486 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:DELETE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:02.311927 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-978494b8-406e-4c27-b4f9-bfe439ee6ace req-bad0d3a0-299e-48ad-8c76-a4aad26391c6 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] No DVR routers for this DVR port f3f8191a-87d8-4c0c-9123-9ec58cc346ed on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:46:02.314630 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-978494b8-406e-4c27-b4f9-bfe439ee6ace req-bad0d3a0-299e-48ad-8c76-a4aad26391c6 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:02.318260 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-978494b8-406e-4c27-b4f9-bfe439ee6ace req-bad0d3a0-299e-48ad-8c76-a4aad26391c6 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.42 "DELETE /v2.0/ports/f3f8191a-87d8-4c0c-9123-9ec58cc346ed HTTP/1.1" status: 204 len: 173 time: 0.5638597 Jun 15 19:46:02.318740 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fac485a-e09e-40bc-932e-4fb4d02b8eba', 'name': 'network-vif-deleted', 'tag': 'f3f8191a-87d8-4c0c-9123-9ec58cc346ed'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:46:02.321141 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acdc9cd-9a81-49f9-9e6d-6aca86f73d5c" -d '{"events": [{"server_uuid": "1fac485a-e09e-40bc-932e-4fb4d02b8eba", "name": "network-vif-deleted", "tag": "f3f8191a-87d8-4c0c-9123-9ec58cc346ed"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:46:02.402634 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c020a27-fb3b-4a8c-a76f-7bd9827e474f x-openstack-request-id: req-7c020a27-fb3b-4a8c-a76f-7bd9827e474f {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:46:02.403282 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fac485a-e09e-40bc-932e-4fb4d02b8eba", "name": "network-vif-deleted", "tag": "f3f8191a-87d8-4c0c-9123-9ec58cc346ed", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:46:02.403565 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c020a27-fb3b-4a8c-a76f-7bd9827e474f {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:46:02.404169 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c020a27-fb3b-4a8c-a76f-7bd9827e474f'] response: {'server_uuid': '1fac485a-e09e-40bc-932e-4fb4d02b8eba', 'name': 'network-vif-deleted', 'tag': 'f3f8191a-87d8-4c0c-9123-9ec58cc346ed', 'status': 'completed', 'code': 200} Jun 15 19:46:03.026952 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-085e702e-9c74-452a-97c9-376eddc88978 req-1ecccc05-8818-4426-b872-9135029cccf8 tempest-VolumesActionsTest-1150135561 tempest-VolumesActionsTest-1150135561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fac485a-e09e-40bc-932e-4fb4d02b8eba HTTP/1.1" status: 200 len: 210 time: 0.0582078 Jun 15 19:46:03.726687 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ff353d02-a9e3-401d-87dd-ad19a217b029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:04.453067 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 53338) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:04.664860 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-aabe2419-6b93-4927-abbd-0b6a58c4202d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:04.773464 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-aabe2419-6b93-4927-abbd-0b6a58c4202d admin admin] Publish callbacks [] for security_group (6f51ba4c-a315-48bb-b6f3-b1cd5b12bf1a), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:04.779203 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-aabe2419-6b93-4927-abbd-0b6a58c4202d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (6f51ba4c-a315-48bb-b6f3-b1cd5b12bf1a), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:04.840768 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-aabe2419-6b93-4927-abbd-0b6a58c4202d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0b3cf123a284b7ba783dea56e84581e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857179 Jun 15 19:46:04.843526 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 53368) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:04.851125 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe2419-6b93-4927-abbd-0b6a58c4202d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f51ba4c-a315-48bb-b6f3-b1cd5b12bf1a,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:04.885736 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-9cd1f0aa-0676-4daa-b0ac-31f6952739bf tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=64a686a0b5d04802981b602dceb98804&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476432 Jun 15 19:46:04.910941 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1dfc44c8-26fa-4981-91cb-c28ab63382aa admin admin] Publish callbacks [] for security_group (6f51ba4c-a315-48bb-b6f3-b1cd5b12bf1a), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:04.935506 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1dfc44c8-26fa-4981-91cb-c28ab63382aa admin admin] Publish callbacks [] for security_group (6f51ba4c-a315-48bb-b6f3-b1cd5b12bf1a), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:05.000630 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1dfc44c8-26fa-4981-91cb-c28ab63382aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (6f51ba4c-a315-48bb-b6f3-b1cd5b12bf1a), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:05.004303 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1dfc44c8-26fa-4981-91cb-c28ab63382aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:05.007028 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-1dfc44c8-26fa-4981-91cb-c28ab63382aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f51ba4c-a315-48bb-b6f3-b1cd5b12bf1a HTTP/1.1" status: 204 len: 168 time: 0.1616559 Jun 15 19:46:05.017746 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc44c8-26fa-4981-91cb-c28ab63382aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f51ba4c-a315-48bb-b6f3-b1cd5b12bf1a,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:05.107979 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-cbd73653-eb49-4df4-b53a-eda4354e9b1a tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:05.109491 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-cbd73653-eb49-4df4-b53a-eda4354e9b1a tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229335 Jun 15 19:46:05.128745 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-c63abaf9-3329-4f2f-808f-8207e1ab76f3 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/quotas/64a686a0b5d04802981b602dceb98804 HTTP/1.1" status: 200 len: 375 time: 0.0106208 Jun 15 19:46:05.164165 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device f3f8191a-87d8-4c0c-9123-9ec58cc346ed no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:46:05.177236 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-c9b4b2c5-03f3-402a-9f2f-2da60d4c401e tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64a686a0b5d04802981b602dceb98804&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383132 Jun 15 19:46:05.185676 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: f3f8191a-87d8-4c0c-9123-9ec58cc346ed {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:46:05.186024 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device f3f8191a-87d8-4c0c-9123-9ec58cc346ed not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:46:05.375585 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 53392) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:05.392025 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-23ce775b-bc85-4a6f-a5b6-ed6ee4df4e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:05.414633 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0c225eed-d10a-4a96-9143-4971ed9308b1 req-b8569587-e4d0-43b0-b2e3-a91ab8ed9e5e tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 210 time: 0.0433333 Jun 15 19:46:05.507057 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-23ce775b-bc85-4a6f-a5b6-ed6ee4df4e00 admin admin] Publish callbacks [] for security_group (eddcfde8-a65d-445e-892e-ea4858c8678c), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:05.511528 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-23ce775b-bc85-4a6f-a5b6-ed6ee4df4e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (eddcfde8-a65d-445e-892e-ea4858c8678c), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:05.523240 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:05.558175 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce775b-bc85-4a6f-a5b6-ed6ee4df4e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddcfde8-a65d-445e-892e-ea4858c8678c,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:05.562981 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-23ce775b-bc85-4a6f-a5b6-ed6ee4df4e00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df421aa84b254cd1924015f0b8f5fc37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1851585 Jun 15 19:46:05.566587 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 53400) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:05.625811 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c4f0094a-ffae-4626-905e-86c2bed9b22b admin admin] Publish callbacks [] for security_group (eddcfde8-a65d-445e-892e-ea4858c8678c), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:05.651443 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c4f0094a-ffae-4626-905e-86c2bed9b22b admin admin] Publish callbacks [] for security_group (eddcfde8-a65d-445e-892e-ea4858c8678c), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:05.716189 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c4f0094a-ffae-4626-905e-86c2bed9b22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (eddcfde8-a65d-445e-892e-ea4858c8678c), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:05.719411 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c4f0094a-ffae-4626-905e-86c2bed9b22b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:05.720891 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-c4f0094a-ffae-4626-905e-86c2bed9b22b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eddcfde8-a65d-445e-892e-ea4858c8678c HTTP/1.1" status: 204 len: 168 time: 0.1532390 Jun 15 19:46:05.738340 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0094a-ffae-4626-905e-86c2bed9b22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddcfde8-a65d-445e-892e-ea4858c8678c,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:05.971040 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-610b2f57-ed36-4ce6-ae22-6f42b792cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:06.500379 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:06.520284 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bee0f4fe-ef82-4cf1-883a-26f57f710dc0 req-82e52dd3-61b9-41e3-84d8-029d3c5dd804 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 210 time: 0.0299509 Jun 15 19:46:07.422263 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:07.634627 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d25e6644-ec07-48cc-b15f-00c6965cfb96 req-d5a70a7d-315a-4dcd-91e9-366afd040265 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 210 time: 0.0372555 Jun 15 19:46:08.156202 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 53488) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:08.237331 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-c621b895-f5d3-4224-b9e6-1528bc2a103a tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=64a686a0b5d04802981b602dceb98804&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465345 Jun 15 19:46:08.361080 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-49deb9b9-936c-4643-acf4-458a1c8eabf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:08.757324 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-56caa783-5eec-423d-832b-871ced261da0 req-8e73a8bb-1797-4381-96b0-6a1634b74b3e tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 210 time: 0.0391431 Jun 15 19:46:08.803238 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:08.828236 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-efea65d4-4ded-4faf-a8fd-edf8e07d3ac0 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:08.829950 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-efea65d4-4ded-4faf-a8fd-edf8e07d3ac0 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5867138 Jun 15 19:46:08.849906 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Request body: {'port': {'device_id': '41d34468-199a-4aeb-b9be-c3b5915165a6', 'network_id': 'f58c84d1-307a-49a4-b3a3-9dd28b397d41', 'admin_state_up': True, 'tenant_id': '64a686a0b5d04802981b602dceb98804'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:08.966047 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-49deb9b9-936c-4643-acf4-458a1c8eabf7 admin admin] Publish callbacks [] for security_group (266ff548-d990-4185-837c-6e747a5e96f6), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:08.979617 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-49deb9b9-936c-4643-acf4-458a1c8eabf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (266ff548-d990-4185-837c-6e747a5e96f6), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:08.989416 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:09.041867 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49deb9b9-936c-4643-acf4-458a1c8eabf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266ff548-d990-4185-837c-6e747a5e96f6,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:09.068276 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-49deb9b9-936c-4643-acf4-458a1c8eabf7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6592d3f06bf9497798705efe31ee7bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9100039 Jun 15 19:46:09.073255 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 53516) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:09.087820 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Made reservation on behalf of 64a686a0b5d04802981b602dceb98804 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:46:09.092971 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:09.105845 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:09.167889 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7d04631f-18a7-41fd-94b9-20039f784409 admin admin] Publish callbacks [] for security_group (266ff548-d990-4185-837c-6e747a5e96f6), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:09.216133 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7d04631f-18a7-41fd-94b9-20039f784409 admin admin] Publish callbacks [] for security_group (266ff548-d990-4185-837c-6e747a5e96f6), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:09.227402 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:09.229988 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Publish callbacks [] for security_group (183f7bab-8a3d-40af-a257-c12885091e52), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:09.278246 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (183f7bab-8a3d-40af-a257-c12885091e52), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:09.285170 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7d04631f-18a7-41fd-94b9-20039f784409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (266ff548-d990-4185-837c-6e747a5e96f6), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:09.288458 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7d04631f-18a7-41fd-94b9-20039f784409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:09.294430 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-7d04631f-18a7-41fd-94b9-20039f784409 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/266ff548-d990-4185-837c-6e747a5e96f6 HTTP/1.1" status: 204 len: 168 time: 0.2195992 Jun 15 19:46:09.305483 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04631f-18a7-41fd-94b9-20039f784409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266ff548-d990-4185-837c-6e747a5e96f6,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:09.366842 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183f7bab-8a3d-40af-a257-c12885091e52,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:09.445547 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=74,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:09.482080 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:09.511660 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Allocated IP 192.168.233.163 (f58c84d1-307a-49a4-b3a3-9dd28b397d41/0a990cc4-86e1-4251-ac05-05c01d74931e/bcf0eea8-68cc-44cd-9294-1200b9445002) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:46:09.796779 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Publish callbacks [] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:09.808791 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 53528) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:09.827529 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af47a50b-f1af-4d5b-8f64-7e0a5cfb88ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:09.861949 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:09.914020 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:09.944154 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Network f58c84d1-307a-49a4-b3a3-9dd28b397d41 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:09.952435 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:09.954717 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Pushing event updated for resources: {'Port': ['ID=bcf0eea8-68cc-44cd-9294-1200b9445002,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:09.959304 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:46:09.994499 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5741e-119d-4cea-b151-97c3f34d4b58 req-164380d3-e25d-44bd-b194-e693005c8680 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:09.996474 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-42d5741e-119d-4cea-b151-97c3f34d4b58 req-164380d3-e25d-44bd-b194-e693005c8680 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 936 time: 0.0851038 Jun 15 19:46:10.062681 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:10.063565 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:10.082532 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-42d5741e-119d-4cea-b151-97c3f34d4b58 req-85999925-cdce-4362-b072-782b44139618 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/security-groups?id=183f7bab-8a3d-40af-a257-c12885091e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768371 Jun 15 19:46:10.093330 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-56acef47-ee9f-45e3-90ee-6cfc7430c7eb tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2476211 Jun 15 19:46:10.113945 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Request body: {'port': {'device_id': '41d34468-199a-4aeb-b9be-c3b5915165a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:10.117581 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af47a50b-f1af-4d5b-8f64-7e0a5cfb88ac admin admin] Publish callbacks [] for security_group (42408f17-f5ef-420b-ab58-a8625e9e81d0), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:10.125314 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af47a50b-f1af-4d5b-8f64-7e0a5cfb88ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (42408f17-f5ef-420b-ab58-a8625e9e81d0), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:10.167184 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-af47a50b-f1af-4d5b-8f64-7e0a5cfb88ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2ffc1aa52744f32be65865c165f5ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564432 Jun 15 19:46:10.169474 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 53534) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:10.223188 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:10.271251 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47a50b-f1af-4d5b-8f64-7e0a5cfb88ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42408f17-f5ef-420b-ab58-a8625e9e81d0,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:10.277015 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8e79cb63-9fc5-4626-90cd-000990568cf4 admin admin] Publish callbacks [] for security_group (42408f17-f5ef-420b-ab58-a8625e9e81d0), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:10.319032 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8e79cb63-9fc5-4626-90cd-000990568cf4 admin admin] Publish callbacks [] for security_group (42408f17-f5ef-420b-ab58-a8625e9e81d0), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:10.386360 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:10.440011 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-306a5ad5-43ec-4467-81ed-73486b82bf13 None None] Provisioning complete for port bcf0eea8-68cc-44cd-9294-1200b9445002 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:10.440932 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-306a5ad5-43ec-4467-81ed-73486b82bf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:10.459737 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8e79cb63-9fc5-4626-90cd-000990568cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (42408f17-f5ef-420b-ab58-a8625e9e81d0), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:10.465152 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8e79cb63-9fc5-4626-90cd-000990568cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:10.469300 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-8e79cb63-9fc5-4626-90cd-000990568cf4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42408f17-f5ef-420b-ab58-a8625e9e81d0 HTTP/1.1" status: 204 len: 168 time: 0.2960348 Jun 15 19:46:10.495865 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79cb63-9fc5-4626-90cd-000990568cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42408f17-f5ef-420b-ab58-a8625e9e81d0,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:10.543424 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-306a5ad5-43ec-4467-81ed-73486b82bf13 None None] Port bcf0eea8-68cc-44cd-9294-1200b9445002 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:46:10.664664 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf0eea8-68cc-44cd-9294-1200b9445002 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:46:10.675550 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Publish callbacks [] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:10.695808 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Transition to ACTIVE for port object bcf0eea8-68cc-44cd-9294-1200b9445002 will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:46:10.708260 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:10.719784 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:10.852325 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Pushing event updated for resources: {'Port': ['ID=bcf0eea8-68cc-44cd-9294-1200b9445002,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:10.940102 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Attempting to bind port bcf0eea8-68cc-44cd-9294-1200b9445002 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:46:10.940444 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Attempting to bind port bcf0eea8-68cc-44cd-9294-1200b9445002 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '2dd4a115-22c5-4a6d-b06e-a634b9e8891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f58c84d1-307a-49a4-b3a3-9dd28b397d41'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:46:10.940770 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Attempting to bind port bcf0eea8-68cc-44cd-9294-1200b9445002 on network f58c84d1-307a-49a4-b3a3-9dd28b397d41 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:46:10.953509 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Port bcf0eea8-68cc-44cd-9294-1200b9445002 on network f58c84d1-307a-49a4-b3a3-9dd28b397d41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:46:10.953982 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Attempting to bind port bcf0eea8-68cc-44cd-9294-1200b9445002 on network f58c84d1-307a-49a4-b3a3-9dd28b397d41 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:46:10.963111 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:46:10.963438 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Checking segment: {'id': '2dd4a115-22c5-4a6d-b06e-a634b9e8891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f58c84d1-307a-49a4-b3a3-9dd28b397d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:10.963969 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Bound using segment: {'id': '2dd4a115-22c5-4a6d-b06e-a634b9e8891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f58c84d1-307a-49a4-b3a3-9dd28b397d41'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:46:10.964585 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Bound port: bcf0eea8-68cc-44cd-9294-1200b9445002, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd4a115-22c5-4a6d-b06e-a634b9e8891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f58c84d1-307a-49a4-b3a3-9dd28b397d41'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:46:10.964958 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:11.070413 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] For port bcf0eea8-68cc-44cd-9294-1200b9445002, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:46:11.080658 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] For port bcf0eea8-68cc-44cd-9294-1200b9445002, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bcf0eea8-68cc-44cd-9294-1200b9445002,segment=NetworkSegment(2dd4a115-22c5-4a6d-b06e-a634b9e8891f),segment_id=2dd4a115-22c5-4a6d-b06e-a634b9e8891f)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:46:11.090126 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:11.136655 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:11.137328 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:11.138789 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] 10.222.0.42 "PUT /v2.0/ports/bcf0eea8-68cc-44cd-9294-1200b9445002 HTTP/1.1" status: 200 len: 1098 time: 1.0375266 Jun 15 19:46:11.139237 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d34468-199a-4aeb-b9be-c3b5915165a6', 'tag': 'bcf0eea8-68cc-44cd-9294-1200b9445002'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:46:11.141826 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58243765-7237-4ea0-b0be-e043c2b82a77" -d '{"events": [{"name": "network-changed", "server_uuid": "41d34468-199a-4aeb-b9be-c3b5915165a6", "tag": "bcf0eea8-68cc-44cd-9294-1200b9445002"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:46:11.257263 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97182ed2-6962-4fe1-8ab5-1953d7879a00 x-openstack-request-id: req-97182ed2-6962-4fe1-8ab5-1953d7879a00 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:46:11.257850 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d34468-199a-4aeb-b9be-c3b5915165a6", "tag": "bcf0eea8-68cc-44cd-9294-1200b9445002", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:46:11.258364 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97182ed2-6962-4fe1-8ab5-1953d7879a00 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:46:11.259289 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97182ed2-6962-4fe1-8ab5-1953d7879a00'] response: {'name': 'network-changed', 'server_uuid': '41d34468-199a-4aeb-b9be-c3b5915165a6', 'tag': 'bcf0eea8-68cc-44cd-9294-1200b9445002', 'status': 'completed', 'code': 200} Jun 15 19:46:11.315563 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823feffa-2525-4f9c-8047-6077cb4443ce service neutron] Pushing event updated for resources: {'Port': ['ID=bcf0eea8-68cc-44cd-9294-1200b9445002,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:11.359726 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-5d6ce836-c690-45ba-a577-10b75f032205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:11.363131 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-5d6ce836-c690-45ba-a577-10b75f032205 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64a686a0b5d04802981b602dceb98804&device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 1132 time: 0.1454890 Jun 15 19:46:11.485662 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-1603c8ee-cae3-4874-a831-668a436d1509 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=bcf0eea8-68cc-44cd-9294-1200b9445002 HTTP/1.1" status: 200 len: 217 time: 0.1152380 Jun 15 19:46:11.585745 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bcc86-8271-4cab-8153-89a126269c1f req-8f37cdb1-2694-4c8e-b5cc-3b1ed8bcce41 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:11.586685 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-b8c69538-c98d-4494-ab3b-a36d92da22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:11.589398 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-b8c69538-c98d-4494-ab3b-a36d92da22d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0a990cc4-86e1-4251-ac05-05c01d74931e HTTP/1.1" status: 200 len: 843 time: 0.0888557 Jun 15 19:46:11.601499 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0f8bcc86-8271-4cab-8153-89a126269c1f req-8f37cdb1-2694-4c8e-b5cc-3b1ed8bcce41 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 948 time: 0.2112296 Jun 15 19:46:11.667521 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-5bce06fc-511b-4da6-b1d1-f39f1dcbfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:11.669911 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-5bce06fc-511b-4da6-b1d1-f39f1dcbfdc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f58c84d1-307a-49a4-b3a3-9dd28b397d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0741467 Jun 15 19:46:11.763645 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0f8bcc86-8271-4cab-8153-89a126269c1f req-4c674431-02a1-4ccd-9346-a2841f21d954 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/security-groups?id=183f7bab-8a3d-40af-a257-c12885091e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603024 Jun 15 19:46:11.872257 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-3f493b8b-0050-4703-9075-229cadc8424b service neutron] 10.222.0.42 "GET /v2.0/networks/f58c84d1-307a-49a4-b3a3-9dd28b397d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948075 Jun 15 19:46:12.009217 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:12.037083 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-32920562-9ab5-4cda-be46-2969d8d54c86 req-89156de0-7b8f-4176-86f3-29a32f2f29a5 service neutron] 10.222.0.42 "GET /v2.0/networks/f58c84d1-307a-49a4-b3a3-9dd28b397d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589706 Jun 15 19:46:12.884481 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58243765-7237-4ea0-b0be-e043c2b82a77 req-41483da7-b777-499e-9c2f-cd89ef313556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:12.886180 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-58243765-7237-4ea0-b0be-e043c2b82a77 req-41483da7-b777-499e-9c2f-cd89ef313556 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64a686a0b5d04802981b602dceb98804&device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 1132 time: 0.0799899 Jun 15 19:46:12.961527 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaea2e1-2366-4825-8587-17af7fc34a71 req-ba593080-4240-4f9f-8f7e-4db32982c470 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:12.966804 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4aaea2e1-2366-4825-8587-17af7fc34a71 req-ba593080-4240-4f9f-8f7e-4db32982c470 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 948 time: 0.0818446 Jun 15 19:46:13.078050 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4aaea2e1-2366-4825-8587-17af7fc34a71 req-d6eb45be-3107-4d46-9a0c-49b324ff71c6 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/security-groups?id=183f7bab-8a3d-40af-a257-c12885091e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017301 Jun 15 19:46:13.084487 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58243765-7237-4ea0-b0be-e043c2b82a77 req-81943b3d-0b95-418d-9ff3-b8a35010a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:13.086441 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-58243765-7237-4ea0-b0be-e043c2b82a77 req-81943b3d-0b95-418d-9ff3-b8a35010a667 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f58c84d1-307a-49a4-b3a3-9dd28b397d41 HTTP/1.1" status: 200 len: 870 time: 0.1911600 Jun 15 19:46:13.147212 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-58243765-7237-4ea0-b0be-e043c2b82a77 req-d6b88ddf-8299-458b-b261-c86b366ac495 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=bcf0eea8-68cc-44cd-9294-1200b9445002 HTTP/1.1" status: 200 len: 217 time: 0.0548460 Jun 15 19:46:13.234017 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58243765-7237-4ea0-b0be-e043c2b82a77 req-a87dfdb7-88c5-495f-b16d-b6fc398d4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:13.236026 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-58243765-7237-4ea0-b0be-e043c2b82a77 req-a87dfdb7-88c5-495f-b16d-b6fc398d4a15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0a990cc4-86e1-4251-ac05-05c01d74931e HTTP/1.1" status: 200 len: 843 time: 0.0826695 Jun 15 19:46:13.324729 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58243765-7237-4ea0-b0be-e043c2b82a77 req-112cffd8-3a72-40a9-8ff3-6e8d1c31df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:13.327650 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-58243765-7237-4ea0-b0be-e043c2b82a77 req-112cffd8-3a72-40a9-8ff3-6e8d1c31df2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f58c84d1-307a-49a4-b3a3-9dd28b397d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0797045 Jun 15 19:46:13.492810 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-58243765-7237-4ea0-b0be-e043c2b82a77 req-5a544fb7-aa11-476b-b39c-3f852b896116 service neutron] 10.222.0.42 "GET /v2.0/networks/f58c84d1-307a-49a4-b3a3-9dd28b397d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568718 Jun 15 19:46:13.553850 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:13.663676 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-58243765-7237-4ea0-b0be-e043c2b82a77 req-1d817d8b-b51b-4d6a-92a4-b9738abfb98b service neutron] 10.222.0.42 "GET /v2.0/networks/f58c84d1-307a-49a4-b3a3-9dd28b397d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634002 Jun 15 19:46:14.260885 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b653f39-6f79-4513-a453-cdebb9c7f493 req-19ab546b-0511-4e8f-aa5f-6197277d6bac tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:14.262683 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5b653f39-6f79-4513-a453-cdebb9c7f493 req-19ab546b-0511-4e8f-aa5f-6197277d6bac tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 948 time: 0.0726933 Jun 15 19:46:14.359853 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5b653f39-6f79-4513-a453-cdebb9c7f493 req-969b52eb-e09c-4e19-8139-33a56fce1fa9 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/security-groups?id=183f7bab-8a3d-40af-a257-c12885091e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878346 Jun 15 19:46:15.192239 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device bcf0eea8-68cc-44cd-9294-1200b9445002 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:46:15.369997 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port bcf0eea8-68cc-44cd-9294-1200b9445002, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bcf0eea8-68cc-44cd-9294-1200b9445002,segment=NetworkSegment(2dd4a115-22c5-4a6d-b06e-a634b9e8891f),segment_id=2dd4a115-22c5-4a6d-b06e-a634b9e8891f)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:15.384262 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'bcf0eea8-68cc-44cd-9294-1200b9445002', 'network_id': 'f58c84d1-307a-49a4-b3a3-9dd28b397d41', 'port_id': 'bcf0eea8-68cc-44cd-9294-1200b9445002', 'mac_address': 'fa:16:3e:5a:76:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a990cc4-86e1-4251-ac05-05c01d74931e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:46:15.456976 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port bcf0eea8-68cc-44cd-9294-1200b9445002 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:15.457659 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:15.485807 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf0eea8-68cc-44cd-9294-1200b9445002 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:46:15.517639 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:15.519174 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port bcf0eea8-68cc-44cd-9294-1200b9445002, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bcf0eea8-68cc-44cd-9294-1200b9445002,segment=NetworkSegment(2dd4a115-22c5-4a6d-b06e-a634b9e8891f),segment_id=2dd4a115-22c5-4a6d-b06e-a634b9e8891f)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:15.531545 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1089b5-a0c0-4ed0-885a-c5f5a96aae7d req-3b209091-96e2-4ba9-914e-471b5eb0691c tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:15.534517 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:15.539817 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8d1089b5-a0c0-4ed0-885a-c5f5a96aae7d req-3b209091-96e2-4ba9-914e-471b5eb0691c tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 948 time: 0.0769444 Jun 15 19:46:15.600840 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=bcf0eea8-68cc-44cd-9294-1200b9445002,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:15.608825 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8d1089b5-a0c0-4ed0-885a-c5f5a96aae7d req-42c581fe-f57e-43b9-8ea9-3fa2fa8294c1 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/security-groups?id=183f7bab-8a3d-40af-a257-c12885091e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679877 Jun 15 19:46:15.738619 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['bcf0eea8-68cc-44cd-9294-1200b9445002'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:46:16.745954 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40536ea6-83e0-446d-967d-7a8a63a23b3b req-ce271e7f-8baf-46bd-a769-74d5b1722aaf tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:16.755147 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-40536ea6-83e0-446d-967d-7a8a63a23b3b req-ce271e7f-8baf-46bd-a769-74d5b1722aaf tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 949 time: 0.0661216 Jun 15 19:46:16.830538 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-40536ea6-83e0-446d-967d-7a8a63a23b3b req-eb9ec6ad-8fa6-49a9-a1d0-092c62cde0c3 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/security-groups?id=183f7bab-8a3d-40af-a257-c12885091e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714495 Jun 15 19:46:16.939030 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 53662) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:17.079062 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb548392-4b41-42d6-915b-94553b428db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:17.082410 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:17.179008 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb548392-4b41-42d6-915b-94553b428db5 admin admin] Publish callbacks [] for security_group (9c3778ec-813a-4c40-bff1-237f9d39a91e), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:17.185669 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb548392-4b41-42d6-915b-94553b428db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (9c3778ec-813a-4c40-bff1-237f9d39a91e), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:17.205343 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device bcf0eea8-68cc-44cd-9294-1200b9445002 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:17.242222 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb548392-4b41-42d6-915b-94553b428db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3778ec-813a-4c40-bff1-237f9d39a91e,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:17.252831 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 53666) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:17.253309 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-fb548392-4b41-42d6-915b-94553b428db5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af1f59e9e1dd42058270ed42daf9db73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121264 Jun 15 19:46:17.285912 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port bcf0eea8-68cc-44cd-9294-1200b9445002 completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:46:17.292081 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port bcf0eea8-68cc-44cd-9294-1200b9445002 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:17.292481 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:17.320176 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d731-2feb-4de1-a476-87be7a189f28 admin admin] Publish callbacks [] for security_group (9c3778ec-813a-4c40-bff1-237f9d39a91e), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:17.366708 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d731-2feb-4de1-a476-87be7a189f28 admin admin] Publish callbacks [] for security_group (9c3778ec-813a-4c40-bff1-237f9d39a91e), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:17.388874 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port bcf0eea8-68cc-44cd-9294-1200b9445002 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:17.389267 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:17.423048 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d34468-199a-4aeb-b9be-c3b5915165a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf0eea8-68cc-44cd-9294-1200b9445002'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:46:17.425741 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7274395-bf74-4ad0-9243-7cd44e1424ce" -d '{"events": [{"server_uuid": "41d34468-199a-4aeb-b9be-c3b5915165a6", "name": "network-vif-plugged", "status": "completed", "tag": "bcf0eea8-68cc-44cd-9294-1200b9445002"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:46:17.428724 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d731-2feb-4de1-a476-87be7a189f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (9c3778ec-813a-4c40-bff1-237f9d39a91e), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:17.435481 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d731-2feb-4de1-a476-87be7a189f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:17.437538 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:17.451450 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-4fe3d731-2feb-4de1-a476-87be7a189f28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c3778ec-813a-4c40-bff1-237f9d39a91e HTTP/1.1" status: 204 len: 168 time: 0.1869385 Jun 15 19:46:17.457256 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port bcf0eea8-68cc-44cd-9294-1200b9445002, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bcf0eea8-68cc-44cd-9294-1200b9445002,segment=NetworkSegment(2dd4a115-22c5-4a6d-b06e-a634b9e8891f),segment_id=2dd4a115-22c5-4a6d-b06e-a634b9e8891f)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:17.465592 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:17.483102 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3d731-2feb-4de1-a476-87be7a189f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3778ec-813a-4c40-bff1-237f9d39a91e,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:17.509251 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5ae896-9b9a-452c-9fa4-18cd3a579a19 x-openstack-request-id: req-5d5ae896-9b9a-452c-9fa4-18cd3a579a19 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:46:17.509866 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d34468-199a-4aeb-b9be-c3b5915165a6", "name": "network-vif-plugged", "status": "completed", "tag": "bcf0eea8-68cc-44cd-9294-1200b9445002", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:46:17.510294 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d5ae896-9b9a-452c-9fa4-18cd3a579a19 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:46:17.511013 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5ae896-9b9a-452c-9fa4-18cd3a579a19'] response: {'server_uuid': '41d34468-199a-4aeb-b9be-c3b5915165a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf0eea8-68cc-44cd-9294-1200b9445002', 'code': 200} Jun 15 19:46:17.549878 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=bcf0eea8-68cc-44cd-9294-1200b9445002,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:17.731234 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2790be-835b-4c2c-b78a-d679fddde0f6 req-0b855a96-890a-412b-a20c-4b543925a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:17.734675 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-0b2790be-835b-4c2c-b78a-d679fddde0f6 req-0b855a96-890a-412b-a20c-4b543925a308 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 1134 time: 0.0587811 Jun 15 19:46:17.819149 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-0b2790be-835b-4c2c-b78a-d679fddde0f6 req-33d4db68-e68e-4d15-87dc-5dfe7219a9af service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=183f7bab-8a3d-40af-a257-c12885091e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724101 Jun 15 19:46:17.964122 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 53680) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:17.979283 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54464d8-170a-4c5f-8dde-840af925abc2 req-5199dec6-60bd-4e26-82cd-4cdb2dc47d7b tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:17.981698 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d54464d8-170a-4c5f-8dde-840af925abc2 req-5199dec6-60bd-4e26-82cd-4cdb2dc47d7b tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 950 time: 0.0678029 Jun 15 19:46:17.983273 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e66f8b26-c452-41eb-a10d-da8286f07dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:18.063035 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d54464d8-170a-4c5f-8dde-840af925abc2 req-6e6a2b60-e8a5-456b-9e30-e6a302040685 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/security-groups?id=183f7bab-8a3d-40af-a257-c12885091e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640054 Jun 15 19:46:18.112397 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e66f8b26-c452-41eb-a10d-da8286f07dfe admin admin] Publish callbacks [] for security_group (ccee17e0-24c8-4da3-86d5-a67ad1f307bc), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:18.117727 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e66f8b26-c452-41eb-a10d-da8286f07dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (ccee17e0-24c8-4da3-86d5-a67ad1f307bc), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:18.157378 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f8b26-c452-41eb-a10d-da8286f07dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccee17e0-24c8-4da3-86d5-a67ad1f307bc,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:18.180175 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 53682) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:18.180806 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-e66f8b26-c452-41eb-a10d-da8286f07dfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bf2ef9f649542578bb77ac5dd4bd980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141824 Jun 15 19:46:18.270350 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cce59fb5-65fa-46e4-accb-3485c984d52e admin admin] Publish callbacks [] for security_group (ccee17e0-24c8-4da3-86d5-a67ad1f307bc), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:18.299984 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cce59fb5-65fa-46e4-accb-3485c984d52e admin admin] Publish callbacks [] for security_group (ccee17e0-24c8-4da3-86d5-a67ad1f307bc), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:18.360645 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cce59fb5-65fa-46e4-accb-3485c984d52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (ccee17e0-24c8-4da3-86d5-a67ad1f307bc), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:18.364198 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cce59fb5-65fa-46e4-accb-3485c984d52e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:18.368131 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-cce59fb5-65fa-46e4-accb-3485c984d52e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccee17e0-24c8-4da3-86d5-a67ad1f307bc HTTP/1.1" status: 204 len: 168 time: 0.1830876 Jun 15 19:46:18.375775 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce59fb5-65fa-46e4-accb-3485c984d52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccee17e0-24c8-4da3-86d5-a67ad1f307bc,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:18.510508 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:19.232048 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f4f5d-3fef-48c7-939a-1a83db392cfc req-97e5cc49-bae5-4966-86d1-9d1cf23c351f tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:19.235027 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5a6f4f5d-3fef-48c7-939a-1a83db392cfc req-97e5cc49-bae5-4966-86d1-9d1cf23c351f tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 950 time: 0.0769842 Jun 15 19:46:19.321655 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5a6f4f5d-3fef-48c7-939a-1a83db392cfc req-5773049c-aa20-463c-9f61-2e07498f37d1 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/security-groups?id=183f7bab-8a3d-40af-a257-c12885091e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783846 Jun 15 19:46:20.550458 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007d922-0ab2-446a-89a5-da7914e9eabc req-ff6ccf49-2060-4bdf-999d-1fd57d990a71 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:20.560702 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1007d922-0ab2-446a-89a5-da7914e9eabc req-ff6ccf49-2060-4bdf-999d-1fd57d990a71 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 950 time: 0.0942800 Jun 15 19:46:20.637446 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1007d922-0ab2-446a-89a5-da7914e9eabc req-2f291e82-3159-457f-96b5-20b4a68079c6 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/security-groups?id=183f7bab-8a3d-40af-a257-c12885091e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752921 Jun 15 19:46:20.893901 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 53752) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:21.047494 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9f029-4039-453e-8528-449893d67b73 req-64c2eaa8-e619-4b15-85d5-afcbe3d025d5 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:21.049350 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dcb9f029-4039-453e-8528-449893d67b73 req-64c2eaa8-e619-4b15-85d5-afcbe3d025d5 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 950 time: 0.0998333 Jun 15 19:46:21.062305 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ee5e32d1-c250-4604-9930-3db4c0034f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:21.193252 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dcb9f029-4039-453e-8528-449893d67b73 req-bf37759d-e433-43fc-a84b-d98fe0256764 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/security-groups?id=183f7bab-8a3d-40af-a257-c12885091e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354923 Jun 15 19:46:21.196735 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:21.299535 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ee5e32d1-c250-4604-9930-3db4c0034f52 admin admin] Publish callbacks [] for security_group (01b93984-5686-4f23-81aa-705de285e429), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:21.305261 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ee5e32d1-c250-4604-9930-3db4c0034f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (01b93984-5686-4f23-81aa-705de285e429), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:21.326015 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:21.367274 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e32d1-c250-4604-9930-3db4c0034f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b93984-5686-4f23-81aa-705de285e429,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:21.373677 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ee5e32d1-c250-4604-9930-3db4c0034f52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1816e1236a0b4121aa0d48c5fb378e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4786615 Jun 15 19:46:21.376352 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 53756) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:21.464004 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-693c8d28-7fa2-4afc-8fe1-e588c85d2194 admin admin] Publish callbacks [] for security_group (01b93984-5686-4f23-81aa-705de285e429), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:21.490151 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-693c8d28-7fa2-4afc-8fe1-e588c85d2194 admin admin] Publish callbacks [] for security_group (01b93984-5686-4f23-81aa-705de285e429), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:21.553769 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-693c8d28-7fa2-4afc-8fe1-e588c85d2194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (01b93984-5686-4f23-81aa-705de285e429), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:21.556504 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-693c8d28-7fa2-4afc-8fe1-e588c85d2194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:21.557891 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-693c8d28-7fa2-4afc-8fe1-e588c85d2194 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01b93984-5686-4f23-81aa-705de285e429 HTTP/1.1" status: 204 len: 168 time: 0.1804745 Jun 15 19:46:21.569059 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c8d28-7fa2-4afc-8fe1-e588c85d2194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b93984-5686-4f23-81aa-705de285e429,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:21.952481 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 53766) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:21.967718 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c048f166-8c3b-434d-9ac3-76272ff6eb39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:22.059470 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c048f166-8c3b-434d-9ac3-76272ff6eb39 admin admin] Publish callbacks [] for security_group (a090086e-3ae3-4886-81b8-c124fcb5cc69), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:22.093274 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c048f166-8c3b-434d-9ac3-76272ff6eb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (a090086e-3ae3-4886-81b8-c124fcb5cc69), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:22.133613 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c048f166-8c3b-434d-9ac3-76272ff6eb39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db021b4f8ba94488859da29fce8f4c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799233 Jun 15 19:46:22.134536 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048f166-8c3b-434d-9ac3-76272ff6eb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a090086e-3ae3-4886-81b8-c124fcb5cc69,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:22.136273 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 53770) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:22.153989 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:22.196675 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7f18af9a-9162-4b0c-8802-8ceba6a45301 admin admin] Publish callbacks [] for security_group (a090086e-3ae3-4886-81b8-c124fcb5cc69), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:22.274593 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff8dc0-d9c7-4c5c-9835-e5c5b1771ddd req-3eb88461-9356-496b-ac75-2b7afa9c0bcd tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:22.276497 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-98ff8dc0-d9c7-4c5c-9835-e5c5b1771ddd req-3eb88461-9356-496b-ac75-2b7afa9c0bcd tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.42 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 950 time: 0.0674183 Jun 15 19:46:22.346847 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7f18af9a-9162-4b0c-8802-8ceba6a45301 admin admin] Publish callbacks [] for security_group (a090086e-3ae3-4886-81b8-c124fcb5cc69), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:22.366374 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de18d65-3ac3-4491-84c0-fa17cfa4c145 req-2ec3e26c-6118-430f-8d40-8bbcacc7b192 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:22.373734 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1de18d65-3ac3-4491-84c0-fa17cfa4c145 req-2ec3e26c-6118-430f-8d40-8bbcacc7b192 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d34468-199a-4aeb-b9be-c3b5915165a6 HTTP/1.1" status: 200 len: 950 time: 0.0731020 Jun 15 19:46:22.413484 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-98ff8dc0-d9c7-4c5c-9835-e5c5b1771ddd req-f36dcdda-2b1c-4d22-be09-dc349352f3a0 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Deleting port bcf0eea8-68cc-44cd-9294-1200b9445002 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:46:22.414109 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-98ff8dc0-d9c7-4c5c-9835-e5c5b1771ddd req-f36dcdda-2b1c-4d22-be09-dc349352f3a0 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:22.454749 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1de18d65-3ac3-4491-84c0-fa17cfa4c145 req-e06de823-95c0-4721-8679-b6373c2f1b03 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.15 "GET /v2.0/security-groups?id=183f7bab-8a3d-40af-a257-c12885091e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798833 Jun 15 19:46:22.509306 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:22.529531 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-98ff8dc0-d9c7-4c5c-9835-e5c5b1771ddd req-f36dcdda-2b1c-4d22-be09-dc349352f3a0 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] For port bcf0eea8-68cc-44cd-9294-1200b9445002, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bcf0eea8-68cc-44cd-9294-1200b9445002,segment=NetworkSegment(2dd4a115-22c5-4a6d-b06e-a634b9e8891f),segment_id=2dd4a115-22c5-4a6d-b06e-a634b9e8891f)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:22.530205 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-98ff8dc0-d9c7-4c5c-9835-e5c5b1771ddd req-f36dcdda-2b1c-4d22-be09-dc349352f3a0 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:22.546675 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-98ff8dc0-d9c7-4c5c-9835-e5c5b1771ddd req-f36dcdda-2b1c-4d22-be09-dc349352f3a0 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Calling delete_port for bcf0eea8-68cc-44cd-9294-1200b9445002 owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:46:22.552097 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7f18af9a-9162-4b0c-8802-8ceba6a45301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (a090086e-3ae3-4886-81b8-c124fcb5cc69), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:22.554712 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7f18af9a-9162-4b0c-8802-8ceba6a45301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:22.555917 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-7f18af9a-9162-4b0c-8802-8ceba6a45301 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a090086e-3ae3-4886-81b8-c124fcb5cc69 HTTP/1.1" status: 204 len: 168 time: 0.4175248 Jun 15 19:46:22.575025 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18af9a-9162-4b0c-8802-8ceba6a45301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a090086e-3ae3-4886-81b8-c124fcb5cc69,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:22.724376 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-98ff8dc0-d9c7-4c5c-9835-e5c5b1771ddd req-f36dcdda-2b1c-4d22-be09-dc349352f3a0 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (bcf0eea8-68cc-44cd-9294-1200b9445002), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:22.746189 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['bcf0eea8-68cc-44cd-9294-1200b9445002'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:46:22.758888 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dcdda-2b1c-4d22-be09-dc349352f3a0 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Pushing event deleted for resources: {'Port': ['ID=bcf0eea8-68cc-44cd-9294-1200b9445002,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:22.844409 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ff8dc0-d9c7-4c5c-9835-e5c5b1771ddd req-f36dcdda-2b1c-4d22-be09-dc349352f3a0 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] No DVR routers for this DVR port bcf0eea8-68cc-44cd-9294-1200b9445002 on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:46:22.850446 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-98ff8dc0-d9c7-4c5c-9835-e5c5b1771ddd req-f36dcdda-2b1c-4d22-be09-dc349352f3a0 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:22.851648 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-98ff8dc0-d9c7-4c5c-9835-e5c5b1771ddd req-f36dcdda-2b1c-4d22-be09-dc349352f3a0 tempest-VolumesNegativeTest-1442863899 tempest-VolumesNegativeTest-1442863899-project] 10.222.0.42 "DELETE /v2.0/ports/bcf0eea8-68cc-44cd-9294-1200b9445002 HTTP/1.1" status: 204 len: 173 time: 0.5692492 Jun 15 19:46:22.852137 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d34468-199a-4aeb-b9be-c3b5915165a6', 'name': 'network-vif-deleted', 'tag': 'bcf0eea8-68cc-44cd-9294-1200b9445002'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:46:22.855553 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f77d69d-f3be-4184-ba6b-420ddafc1552" -d '{"events": [{"server_uuid": "41d34468-199a-4aeb-b9be-c3b5915165a6", "name": "network-vif-deleted", "tag": "bcf0eea8-68cc-44cd-9294-1200b9445002"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:46:22.971119 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a61fe2-3014-47fb-9638-8d1792a88d3a x-openstack-request-id: req-a7a61fe2-3014-47fb-9638-8d1792a88d3a {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:46:22.971412 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d34468-199a-4aeb-b9be-c3b5915165a6", "name": "network-vif-deleted", "tag": "bcf0eea8-68cc-44cd-9294-1200b9445002", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:46:22.971673 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7a61fe2-3014-47fb-9638-8d1792a88d3a {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:46:22.972090 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a61fe2-3014-47fb-9638-8d1792a88d3a'] response: {'server_uuid': '41d34468-199a-4aeb-b9be-c3b5915165a6', 'name': 'network-vif-deleted', 'tag': 'bcf0eea8-68cc-44cd-9294-1200b9445002', 'status': 'completed', 'code': 200} Jun 15 19:46:24.422181 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:46:25.253183 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device bcf0eea8-68cc-44cd-9294-1200b9445002 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:46:25.274707 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: bcf0eea8-68cc-44cd-9294-1200b9445002 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:46:25.275570 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device bcf0eea8-68cc-44cd-9294-1200b9445002 not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:46:29.433975 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54100) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:29.567875 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-5ef445f4-6b77-40d9-bb3f-2f5dd0cffccf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64a686a0b5d04802981b602dceb98804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327288 Jun 15 19:46:29.570383 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54104) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:29.623444 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-77364440-c378-4016-a496-221bb257030e admin admin] Publish callbacks [] for security_group (183f7bab-8a3d-40af-a257-c12885091e52), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:29.645133 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-77364440-c378-4016-a496-221bb257030e admin admin] Publish callbacks [] for security_group (183f7bab-8a3d-40af-a257-c12885091e52), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:29.691854 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-77364440-c378-4016-a496-221bb257030e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (183f7bab-8a3d-40af-a257-c12885091e52), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:29.694273 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-77364440-c378-4016-a496-221bb257030e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:29.698142 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-77364440-c378-4016-a496-221bb257030e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/183f7bab-8a3d-40af-a257-c12885091e52 HTTP/1.1" status: 204 len: 168 time: 0.1267180 Jun 15 19:46:29.706451 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77364440-c378-4016-a496-221bb257030e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183f7bab-8a3d-40af-a257-c12885091e52,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:29.974921 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=14 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:30.414244 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54168) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:30.546716 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1664658203-network', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:30.568645 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] Made reservation on behalf of b7cdb8d3ddc84d0fbd6128c3b46d05f7 for: {'network': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:46:30.572932 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:30.587242 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:30.652332 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:30.691869 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] Publish callbacks [] for security_group (b6aab9e2-7579-4ab6-a63a-fea80458f153), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:30.695631 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (b6aab9e2-7579-4ab6-a63a-fea80458f153), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:30.725349 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=104103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:46:30.732971 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6aab9e2-7579-4ab6-a63a-fea80458f153,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:30.739337 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (4124b3a6-6328-4611-91ec-d799c3abebbd), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:30.739676 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.segments_db [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] Added segment 4124b3a6-6328-4611-91ec-d799c3abebbd of type vlan for network 027be43c-318b-4ede-b89b-bf032d141bce Jun 15 19:46:30.781723 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (027be43c-318b-4ede-b89b-bf032d141bce), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:30.808707 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (027be43c-318b-4ede-b89b-bf032d141bce), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:30.809891 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:30.810520 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:30.850852 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4348435 Jun 15 19:46:30.853699 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:30.854460 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54192) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:30.883482 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-8b11f1ab-d1f4-4a47-87a6-3c7838c6317c admin admin] Request body: {'subnet': {'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1664658203-subnet', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'ip_version': 4}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:30.888579 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830f8b2-7675-4926-86d1-3e7e99d937b0 admin admin] Pushing event updated for resources: {'Network': ['ID=027be43c-318b-4ede-b89b-bf032d141bce,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:30.898434 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network 027be43c-318b-4ede-b89b-bf032d141bce details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:46:30.908971 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b11f1ab-d1f4-4a47-87a6-3c7838c6317c admin admin] Made reservation on behalf of b7cdb8d3ddc84d0fbd6128c3b46d05f7 for: {'subnet': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:46:30.911623 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8b11f1ab-d1f4-4a47-87a6-3c7838c6317c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470970'] for subnet (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:30.913540 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=86 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:31.093565 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8b11f1ab-d1f4-4a47-87a6-3c7838c6317c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10171216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470932'] for subnet (ff7bfe91-8884-42b7-b34c-44dd872dd073), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.147629 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11f1ab-d1f4-4a47-87a6-3c7838c6317c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff7bfe91-8884-42b7-b34c-44dd872dd073,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:31.158472 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b11f1ab-d1f4-4a47-87a6-3c7838c6317c admin admin] Checking segment: {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:31.158819 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b11f1ab-d1f4-4a47-87a6-3c7838c6317c admin admin] Network hostable DHCP agents. Network: 027be43c-318b-4ede-b89b-bf032d141bce, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:46:31.176710 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b11f1ab-d1f4-4a47-87a6-3c7838c6317c admin admin] Network 027be43c-318b-4ede-b89b-bf032d141bce is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:46:31.185350 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-8b11f1ab-d1f4-4a47-87a6-3c7838c6317c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, 027be43c-318b-4ede-b89b-bf032d141bce) {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:31.189609 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b11f1ab-d1f4-4a47-87a6-3c7838c6317c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:31.190399 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8b11f1ab-d1f4-4a47-87a6-3c7838c6317c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.197426 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52562f46-039b-4d03-8843-a7a32061c1ff None None] Network 027be43c-318b-4ede-b89b-bf032d141bce requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:46:31.207118 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-8b11f1ab-d1f4-4a47-87a6-3c7838c6317c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3275249 Jun 15 19:46:31.209859 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54196) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:31.214760 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:31.236400 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router (02da97e1-635a-42f2-88b4-130b782ab6f2), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.237334 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3941'] for router (02da97e1-635a-42f2-88b4-130b782ab6f2), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.292897 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Publish callbacks [] for router_controller (02da97e1-635a-42f2-88b4-130b782ab6f2), precommit_add_association {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.309455 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49e4f53-6553-5245-bd4d-638fdb67d380-027be43c-318b-4ede-b89b-bf032d141bce', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073'}]}} from dv-cinder-844563-3-iscsi. {{(pid=104105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 19:46:31.310409 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.427230 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Publish callbacks [] for router_gateway (02da97e1-635a-42f2-88b4-130b782ab6f2), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.463520 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:31.558050 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:31.581963 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Allocated IP 172.20.0.2 (027be43c-318b-4ede-b89b-bf032d141bce/ff7bfe91-8884-42b7-b34c-44dd872dd073/471fe4a5-cee7-4199-ab22-30518db8aea7) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:46:31.618480 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Publish callbacks [] for router_gateway (02da97e1-635a-42f2-88b4-130b782ab6f2), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.638111 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.729661 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Publish callbacks [] for port (471fe4a5-cee7-4199-ab22-30518db8aea7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.738503 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (471fe4a5-cee7-4199-ab22-30518db8aea7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.754197 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Allocated IP 172.27.0.86 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/058b8132-4625-4847-b7e0-3c2bbd0d047b) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:46:31.781675 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Network 027be43c-318b-4ede-b89b-bf032d141bce is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:31.786743 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:31.788657 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:31.791140 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:46:31.794816 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Pushing event updated for resources: {'Port': ['ID=471fe4a5-cee7-4199-ab22-30518db8aea7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:31.807675 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.808410 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.808689 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.809477 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.809810 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.810180 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.810495 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.810990 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.811311 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.811635 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.811957 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.812280 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.812598 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.812914 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.813234 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:31.866100 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Attempting to bind port 471fe4a5-cee7-4199-ab22-30518db8aea7 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:46:31.866491 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Attempting to bind port 471fe4a5-cee7-4199-ab22-30518db8aea7 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:46:31.866848 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Attempting to bind port 471fe4a5-cee7-4199-ab22-30518db8aea7 on network 027be43c-318b-4ede-b89b-bf032d141bce {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:46:31.872560 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Publish callbacks [] for port (058b8132-4625-4847-b7e0-3c2bbd0d047b), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.872930 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:46:31.873305 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Checking segment: {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:31.873709 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.874116 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Bound using segment: {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:46:31.874589 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Bound port: 471fe4a5-cee7-4199-ab22-30518db8aea7, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:46:31.874972 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (471fe4a5-cee7-4199-ab22-30518db8aea7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.905160 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (058b8132-4625-4847-b7e0-3c2bbd0d047b), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.942548 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] For port 471fe4a5-cee7-4199-ab22-30518db8aea7, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:46:31.946830 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:31.947598 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] For port 471fe4a5-cee7-4199-ab22-30518db8aea7, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=471fe4a5-cee7-4199-ab22-30518db8aea7,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:46:31.951901 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:31.954846 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (471fe4a5-cee7-4199-ab22-30518db8aea7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:31.955717 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:46:31.959337 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Pushing event updated for resources: {'Port': ['ID=058b8132-4625-4847-b7e0-3c2bbd0d047b,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:32.034899 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b97581-1a5f-4605-8fe6-c2bece0b1177 None None] Pushing event updated for resources: {'Port': ['ID=471fe4a5-cee7-4199-ab22-30518db8aea7,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:32.216238 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Publish callbacks [] for router_gateway (02da97e1-635a-42f2-88b4-130b782ab6f2), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:32.308106 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:32.409242 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622531'] for router (02da97e1-635a-42f2-88b4-130b782ab6f2), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:32.428098 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=46,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:32.433545 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=55,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:32.542183 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Router 02da97e1-635a-42f2-88b4-130b782ab6f2 is scheduled to L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 with binding_index 1 {{(pid=104103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 19:46:32.926434 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:46:32.942523 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Sync routers for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:46:32.946818 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 471fe4a5-cee7-4199-ab22-30518db8aea7 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:32.949335 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:32.950642 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-8ce99c22-7c36-4e94-8428-f79f3189d63e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7398293 Jun 15 19:46:32.953514 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54204) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:32.988897 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:32.989562 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:33.018788 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:33.052565 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49ea673-2a0e-4bee-92f4-e0e42e335b12 None None] Network 027be43c-318b-4ede-b89b-bf032d141bce requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:46:33.126240 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-7833cf2b-00a5-4e92-b5e4-7a3347eb1d9a None None] Provisioning complete for port 471fe4a5-cee7-4199-ab22-30518db8aea7 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:33.126872 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7833cf2b-00a5-4e92-b5e4-7a3347eb1d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (471fe4a5-cee7-4199-ab22-30518db8aea7), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:33.193933 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 471fe4a5-cee7-4199-ab22-30518db8aea7 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:33.193933 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (471fe4a5-cee7-4199-ab22-30518db8aea7), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:33.267491 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:33.391944 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:33.445313 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:33.509233 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-7833cf2b-00a5-4e92-b5e4-7a3347eb1d9a None None] Current status of the port 471fe4a5-cee7-4199-ab22-30518db8aea7 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:33.509655 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7833cf2b-00a5-4e92-b5e4-7a3347eb1d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (471fe4a5-cee7-4199-ab22-30518db8aea7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:33.511659 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 471fe4a5-cee7-4199-ab22-30518db8aea7 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:33.512021 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (471fe4a5-cee7-4199-ab22-30518db8aea7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:33.566082 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:33.580895 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:33.599959 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] For port 471fe4a5-cee7-4199-ab22-30518db8aea7, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=471fe4a5-cee7-4199-ab22-30518db8aea7,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:33.606699 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (471fe4a5-cee7-4199-ab22-30518db8aea7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:33.639957 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Allocated IP 172.20.0.1 (027be43c-318b-4ede-b89b-bf032d141bce/ff7bfe91-8884-42b7-b34c-44dd872dd073/b36e1bc1-d184-452f-8072-e34c93deb35f) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:46:33.679288 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:32Z', 'revision_number': 3, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:33.681399 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:33.725549 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Checking router: 02da97e1-635a-42f2-88b4-130b782ab6f2 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:46:33.725816 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Updating router 02da97e1-635a-42f2-88b4-130b782ab6f2 port 058b8132-4625-4847-b7e0-3c2bbd0d047b binding host dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:46:33.756050 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Publish callbacks [] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:33.763023 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.db.api [None req-7833cf2b-00a5-4e92-b5e4-7a3347eb1d9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 15 19:46:33.763437 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG oslo_db.api [None req-7833cf2b-00a5-4e92-b5e4-7a3347eb1d9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 19:46:33.768928 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Pushing event updated for resources: {'Port': ['ID=471fe4a5-cee7-4199-ab22-30518db8aea7,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:33.776066 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc0935b6-1960-49d5-994d-b36a219dee50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:33.778172 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (058b8132-4625-4847-b7e0-3c2bbd0d047b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:33.799105 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:33.852459 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Network 027be43c-318b-4ede-b89b-bf032d141bce is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:33.855689 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:33.859500 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:46:33.889586 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Pushing event updated for resources: {'Port': ['ID=b36e1bc1-d184-452f-8072-e34c93deb35f,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:33.906167 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622311'] for router_interface (02da97e1-635a-42f2-88b4-130b782ab6f2), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:33.910184 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54214) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:33.947732 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:33.977362 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc677130-802c-4132-a9dd-cc5425d993c9 admin admin] Deleting subnet c9f4c015-4f0a-4412-b832-8ec72aa521f0 {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:46:33.984107 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bc677130-802c-4132-a9dd-cc5425d993c9 admin admin] Publish callbacks [] for subnet (c9f4c015-4f0a-4412-b832-8ec72aa521f0), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.030362 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bc677130-802c-4132-a9dd-cc5425d993c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1890834'] for subnet (c9f4c015-4f0a-4412-b832-8ec72aa521f0), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.063195 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.073755 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Publish callbacks [] for port (058b8132-4625-4847-b7e0-3c2bbd0d047b), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.080687 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (058b8132-4625-4847-b7e0-3c2bbd0d047b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.086830 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bc677130-802c-4132-a9dd-cc5425d993c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (c9f4c015-4f0a-4412-b832-8ec72aa521f0), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.140848 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Attempting to bind port 058b8132-4625-4847-b7e0-3c2bbd0d047b on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:46:34.141248 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Attempting to bind port 058b8132-4625-4847-b7e0-3c2bbd0d047b by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:46:34.141619 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Attempting to bind port 058b8132-4625-4847-b7e0-3c2bbd0d047b on network 728c9963-7e10-4d9f-91fa-9b340ad520f1 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:46:34.152127 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bc677130-802c-4132-a9dd-cc5425d993c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3663992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3383314'] for subnet (c9f4c015-4f0a-4412-b832-8ec72aa521f0), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.152375 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:46:34.152789 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Checking segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:34.153371 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.153865 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Bound using segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:46:34.154361 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Bound port: 058b8132-4625-4847-b7e0-3c2bbd0d047b, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:46:34.154739 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (058b8132-4625-4847-b7e0-3c2bbd0d047b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.156442 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335bad6-6e32-4787-86c7-3c3cdf5805d5 None None] Pushing event updated for resources: {'Port': ['ID=058b8132-4625-4847-b7e0-3c2bbd0d047b,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:34.172225 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bc677130-802c-4132-a9dd-cc5425d993c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.177777 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-bc677130-802c-4132-a9dd-cc5425d993c9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c9f4c015-4f0a-4412-b832-8ec72aa521f0 HTTP/1.1" status: 204 len: 168 time: 0.2643690 Jun 15 19:46:34.181352 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54216) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:34.201105 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc677130-802c-4132-a9dd-cc5425d993c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9f4c015-4f0a-4412-b832-8ec72aa521f0,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:34.217184 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] For port 058b8132-4625-4847-b7e0-3c2bbd0d047b, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:46:34.222556 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] For port 058b8132-4625-4847-b7e0-3c2bbd0d047b, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=058b8132-4625-4847-b7e0-3c2bbd0d047b,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:46:34.230423 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (058b8132-4625-4847-b7e0-3c2bbd0d047b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.288014 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6df60449-ebe7-4a52-bd96-26dc3c11d295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (034cdc20-4a3d-4dc8-a51c-26294d709eed), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.315061 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Publish callbacks [] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.338358 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.407785 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:34.421567 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=20 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:34.438239 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622363'] for router_interface (02da97e1-635a-42f2-88b4-130b782ab6f2), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.452721 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-7833cf2b-00a5-4e92-b5e4-7a3347eb1d9a None None] Current status of the port 471fe4a5-cee7-4199-ab22-30518db8aea7 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:34.456925 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335bad6-6e32-4787-86c7-3c3cdf5805d5 None None] Pushing event updated for resources: {'Port': ['ID=058b8132-4625-4847-b7e0-3c2bbd0d047b,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:34.458891 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:34.459501 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:34.463798 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6df60449-ebe7-4a52-bd96-26dc3c11d295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (034cdc20-4a3d-4dc8-a51c-26294d709eed), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.467099 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Pushing event updated for resources: {'Port': ['ID=b36e1bc1-d184-452f-8072-e34c93deb35f,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:34.498387 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-6df60449-ebe7-4a52-bd96-26dc3c11d295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034cdc20-4a3d-4dc8-a51c-26294d709eed']}} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:34.524298 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-6df60449-ebe7-4a52-bd96-26dc3c11d295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5be2dd8-a7b9-4260-a690-cfee7b6778ad') {'for_net_delete': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:34.526551 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-6df60449-ebe7-4a52-bd96-26dc3c11d295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5be2dd8-a7b9-4260-a690-cfee7b6778ad') {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:34.542698 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6df60449-ebe7-4a52-bd96-26dc3c11d295 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10169555'] for segment (d5be2dd8-a7b9-4260-a690-cfee7b6778ad), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.586257 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-b65cbec0-7946-4914-a035-aedef64a8c79 None None] Provisioning complete for port 471fe4a5-cee7-4199-ab22-30518db8aea7 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:34.586699 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b65cbec0-7946-4914-a035-aedef64a8c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (471fe4a5-cee7-4199-ab22-30518db8aea7), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.588904 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6df60449-ebe7-4a52-bd96-26dc3c11d295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (d5be2dd8-a7b9-4260-a690-cfee7b6778ad), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.600113 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df60449-ebe7-4a52-bd96-26dc3c11d295 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:46:34.600515 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6df60449-ebe7-4a52-bd96-26dc3c11d295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10171343'] for segment (d5be2dd8-a7b9-4260-a690-cfee7b6778ad), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.620537 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:34.627163 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment d5be2dd8-a7b9-4260-a690-cfee7b6778ad resource provider aggregate not found Jun 15 19:46:34.649529 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment d5be2dd8-a7b9-4260-a690-cfee7b6778ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5be2dd8-a7b9-4260-a690-cfee7b6778ad found for delete ", "request_id": "req-00642972-7310-4c79-a557-759c6af41555"}]} Jun 15 19:46:34.687950 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Network 027be43c-318b-4ede-b89b-bf032d141bce is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:34.689508 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:34.696815 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6df60449-ebe7-4a52-bd96-26dc3c11d295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (034cdc20-4a3d-4dc8-a51c-26294d709eed), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.702260 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6df60449-ebe7-4a52-bd96-26dc3c11d295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.711345 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-6df60449-ebe7-4a52-bd96-26dc3c11d295 admin admin] 10.222.0.15 "DELETE /v2.0/networks/034cdc20-4a3d-4dc8-a51c-26294d709eed HTTP/1.1" status: 204 len: 168 time: 0.5289252 Jun 15 19:46:34.754276 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df60449-ebe7-4a52-bd96-26dc3c11d295 admin admin] Pushing event deleted for resources: {'Network': ['ID=034cdc20-4a3d-4dc8-a51c-26294d709eed,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:34.813339 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-b65cbec0-7946-4914-a035-aedef64a8c79 None None] Current status of the port 471fe4a5-cee7-4199-ab22-30518db8aea7 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:34.836212 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:34.839547 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-b65cbec0-7946-4914-a035-aedef64a8c79 None None] Provisioning complete for port b36e1bc1-d184-452f-8072-e34c93deb35f triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:34.839927 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b65cbec0-7946-4914-a035-aedef64a8c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:34.848811 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:34.851813 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Router 02da97e1-635a-42f2-88b4-130b782ab6f2 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:46:34.926554 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54226) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:34.953384 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-b65cbec0-7946-4914-a035-aedef64a8c79 None None] Port b36e1bc1-d184-452f-8072-e34c93deb35f cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:46:34.967200 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 471fe4a5-cee7-4199-ab22-30518db8aea7 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:34.994211 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b5acb76f-c917-40e9-b5b0-924ce709aa57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aafeedc33991462da96f4c238fe14256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0663817 Jun 15 19:46:34.996955 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54228) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:35.019247 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 2, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:35.021946 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:46:35.031551 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-d5e1b0ca-2fc3-4778-947a-48c2cc917774 admin admin] 10.222.0.15 "PUT /v2.0/routers/02da97e1-635a-42f2-88b4-130b782ab6f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0769401 Jun 15 19:46:35.052524 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a61dfdb1-a363-4bfc-a770-b27cb4b3b60d admin admin] Publish callbacks [] for security_group (12a576d0-3a2e-4c61-9177-03b2598882c4), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:35.069759 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469c3c6-1a7c-4086-8069-c26f291bf10c None None] The sync data for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi is: [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 2, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:46:35.076997 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a61dfdb1-a363-4bfc-a770-b27cb4b3b60d admin admin] Publish callbacks [] for security_group (12a576d0-3a2e-4c61-9177-03b2598882c4), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:35.081870 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 471fe4a5-cee7-4199-ab22-30518db8aea7 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:35.082404 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (471fe4a5-cee7-4199-ab22-30518db8aea7), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:35.085925 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-a4a40f78-2ff4-46b3-b57b-ada4be8c4c0f None None] Provisioning complete for port b36e1bc1-d184-452f-8072-e34c93deb35f triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:35.085925 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a4a40f78-2ff4-46b3-b57b-ada4be8c4c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:35.144211 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a61dfdb1-a363-4bfc-a770-b27cb4b3b60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (12a576d0-3a2e-4c61-9177-03b2598882c4), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:35.147394 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a61dfdb1-a363-4bfc-a770-b27cb4b3b60d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:35.150246 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a61dfdb1-a363-4bfc-a770-b27cb4b3b60d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12a576d0-3a2e-4c61-9177-03b2598882c4 HTTP/1.1" status: 204 len: 168 time: 0.1509123 Jun 15 19:46:35.161225 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a4a40f78-2ff4-46b3-b57b-ada4be8c4c0f None None] Port b36e1bc1-d184-452f-8072-e34c93deb35f cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:46:35.175262 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dfdb1-a363-4bfc-a770-b27cb4b3b60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a576d0-3a2e-4c61-9177-03b2598882c4,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:35.219647 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 471fe4a5-cee7-4199-ab22-30518db8aea7 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:35.818772 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54262) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:35.824244 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1466913397-network', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:35.852792 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] Made reservation on behalf of f36196d5f3d049eb8cd537ff68322c00 for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:46:35.856005 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:35.866020 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:35.959393 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:35.982041 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a0c5270-90b0-462f-b9be-09e4a4f4894e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.000440 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] Publish callbacks [] for security_group (e940b55d-f9b1-4111-8b70-46d7ab872d69), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.008353 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (e940b55d-f9b1-4111-8b70-46d7ab872d69), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.033706 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:46:36.053102 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (7e4abeee-1f75-4917-b314-5386554b3070), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.053708 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] Added segment 7e4abeee-1f75-4917-b314-5386554b3070 of type vlan for network cb743b70-6b8f-4d28-94f1-35a3ed944e12 Jun 15 19:46:36.063920 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e940b55d-f9b1-4111-8b70-46d7ab872d69,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:36.112836 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (cb743b70-6b8f-4d28-94f1-35a3ed944e12), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.143980 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (cb743b70-6b8f-4d28-94f1-35a3ed944e12), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.145016 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:36.145594 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.157502 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54268) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:36.166297 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:36.198164 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54272) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:36.198497 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3782165 Jun 15 19:46:36.206840 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-253fb09a-9300-4d73-b576-8159c177b654 admin admin] Request body: {'subnet': {'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1466913397-subnet', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'ip_version': 4}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:36.246455 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253fb09a-9300-4d73-b576-8159c177b654 admin admin] Made reservation on behalf of f36196d5f3d049eb8cd537ff68322c00 for: {'subnet': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:46:36.249613 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-253fb09a-9300-4d73-b576-8159c177b654 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470970'] for subnet (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.281623 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1582377651-network', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:36.359409 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] Made reservation on behalf of 5eeb6d09ac2a459183dac0e66a26b4bc for: {'network': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:46:36.361904 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.374606 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.486116 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a6c4a-dcdc-4cd4-bf20-56de669f2605 admin admin] Pushing event updated for resources: {'Network': ['ID=cb743b70-6b8f-4d28-94f1-35a3ed944e12,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:36.497019 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network cb743b70-6b8f-4d28-94f1-35a3ed944e12 details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:46:36.519234 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:36.550008 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:36.580313 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-253fb09a-9300-4d73-b576-8159c177b654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10171216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470932'] for subnet (e49bab67-467b-4351-9821-2c0e093d38a2), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.584725 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] Publish callbacks [] for security_group (1ffab520-47c1-42a6-a705-c7ef4a6f276c), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.613946 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (1ffab520-47c1-42a6-a705-c7ef4a6f276c), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.665506 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=104103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:46:36.677040 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffab520-47c1-42a6-a705-c7ef4a6f276c,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:36.679625 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fb09a-9300-4d73-b576-8159c177b654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49bab67-467b-4351-9821-2c0e093d38a2,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:36.694995 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (673a336e-5e24-4dd2-ab62-a9129fd79eb1), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.694995 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.segments_db [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] Added segment 673a336e-5e24-4dd2-ab62-a9129fd79eb1 of type vlan for network fa4d081e-86f6-4b0d-9d90-52d503844812 Jun 15 19:46:36.734896 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253fb09a-9300-4d73-b576-8159c177b654 admin admin] Checking segment: {'id': '7e4abeee-1f75-4917-b314-5386554b3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:36.735306 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253fb09a-9300-4d73-b576-8159c177b654 admin admin] Network hostable DHCP agents. Network: cb743b70-6b8f-4d28-94f1-35a3ed944e12, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:46:36.748025 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (fa4d081e-86f6-4b0d-9d90-52d503844812), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.781744 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253fb09a-9300-4d73-b576-8159c177b654 admin admin] Network cb743b70-6b8f-4d28-94f1-35a3ed944e12 is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:46:36.792075 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (fa4d081e-86f6-4b0d-9d90-52d503844812), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.793215 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:36.793826 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.802927 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-253fb09a-9300-4d73-b576-8159c177b654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, cb743b70-6b8f-4d28-94f1-35a3ed944e12) {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:36.826502 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbb2f1b-c12c-4502-8f65-ed297cb2025b None None] Network cb743b70-6b8f-4d28-94f1-35a3ed944e12 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:46:36.827858 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:36.831006 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253fb09a-9300-4d73-b576-8159c177b654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:36.831775 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-253fb09a-9300-4d73-b576-8159c177b654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.869779 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7111390 Jun 15 19:46:36.872991 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54296) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:36.879206 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-b5dca158-820c-40a3-8012-1811d6eb7905 admin admin] Request body: {'subnet': {'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1582377651-subnet', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'ip_version': 4}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:36.897549 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:36.921654 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda466a2-e054-4afe-a5ca-85a637fc1c51 admin admin] Pushing event updated for resources: {'Network': ['ID=fa4d081e-86f6-4b0d-9d90-52d503844812,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:36.927650 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-253fb09a-9300-4d73-b576-8159c177b654 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7272124 Jun 15 19:46:36.930800 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54298) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:36.936422 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1466913397-router', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:36.936676 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dca158-820c-40a3-8012-1811d6eb7905 admin admin] Made reservation on behalf of 5eeb6d09ac2a459183dac0e66a26b4bc for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:46:36.939586 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b5dca158-820c-40a3-8012-1811d6eb7905 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3383351'] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.971535 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router (4758100a-cce5-49e3-8803-f40ee47ccf48), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.972673 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3941'] for router (4758100a-cce5-49e3-8803-f40ee47ccf48), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:36.978509 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network fa4d081e-86f6-4b0d-9d90-52d503844812 details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:46:36.993348 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 058b8132-4625-4847-b7e0-3c2bbd0d047b up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:37.039874 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49e4f53-6553-5245-bd4d-638fdb67d380-cb743b70-6b8f-4d28-94f1-35a3ed944e12', 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12', 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'fixed_ips': [{'subnet_id': 'e49bab67-467b-4351-9821-2c0e093d38a2'}]}} from dv-cinder-844563-3-iscsi. {{(pid=104105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 19:46:37.040798 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.075234 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Publish callbacks [] for router_controller (4758100a-cce5-49e3-8803-f40ee47ccf48), precommit_add_association {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.144806 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 058b8132-4625-4847-b7e0-3c2bbd0d047b triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:37.145184 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (058b8132-4625-4847-b7e0-3c2bbd0d047b), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.208795 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b5dca158-820c-40a3-8012-1811d6eb7905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3664057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3383321'] for subnet (1c85ac12-69ee-4ce3-b513-a6bcb869f1d3), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.262534 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Publish callbacks [] for router_gateway (4758100a-cce5-49e3-8803-f40ee47ccf48), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.306171 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dca158-820c-40a3-8012-1811d6eb7905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c85ac12-69ee-4ce3-b513-a6bcb869f1d3,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:37.333598 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Allocated IP 172.20.0.2 (cb743b70-6b8f-4d28-94f1-35a3ed944e12/e49bab67-467b-4351-9821-2c0e093d38a2/15dbf567-8057-48d7-8bb4-7896dbc399aa) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:46:37.346272 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dca158-820c-40a3-8012-1811d6eb7905 admin admin] Checking segment: {'id': '673a336e-5e24-4dd2-ab62-a9129fd79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:37.347007 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dca158-820c-40a3-8012-1811d6eb7905 admin admin] Network hostable DHCP agents. Network: fa4d081e-86f6-4b0d-9d90-52d503844812, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:46:37.368059 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 058b8132-4625-4847-b7e0-3c2bbd0d047b is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:37.368631 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (058b8132-4625-4847-b7e0-3c2bbd0d047b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.377109 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dca158-820c-40a3-8012-1811d6eb7905 admin admin] Network fa4d081e-86f6-4b0d-9d90-52d503844812 is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:46:37.395367 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-b5dca158-820c-40a3-8012-1811d6eb7905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, fa4d081e-86f6-4b0d-9d90-52d503844812) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:37.426654 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dca158-820c-40a3-8012-1811d6eb7905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:37.427255 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b5dca158-820c-40a3-8012-1811d6eb7905 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.437321 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d306af8-ee7d-4c5a-a032-ccf0577a5e18 None None] Network fa4d081e-86f6-4b0d-9d90-52d503844812 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:46:37.452863 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] For port 058b8132-4625-4847-b7e0-3c2bbd0d047b, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=058b8132-4625-4847-b7e0-3c2bbd0d047b,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:37.465640 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b5dca158-820c-40a3-8012-1811d6eb7905 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5913193 Jun 15 19:46:37.468193 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54318) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:37.472692 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:37.507819 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.510121 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3941'] for router (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.519303 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Publish callbacks [] for router_gateway (4758100a-cce5-49e3-8803-f40ee47ccf48), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.520889 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (058b8132-4625-4847-b7e0-3c2bbd0d047b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.544664 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.593359 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Publish callbacks [] for router_controller (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), precommit_add_association {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.663221 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.679249 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Allocated IP 172.27.0.165 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/8af41638-b7e8-473e-a881-f6adfe2222bb) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:46:37.707913 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Pushing event updated for resources: {'Port': ['ID=058b8132-4625-4847-b7e0-3c2bbd0d047b,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:37.712927 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:37.770151 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49e4f53-6553-5245-bd4d-638fdb67d380-fa4d081e-86f6-4b0d-9d90-52d503844812', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'fixed_ips': [{'subnet_id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3'}]}} from dv-cinder-844563-3-iscsi. {{(pid=104105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 19:46:37.771771 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.784084 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Publish callbacks [] for router_gateway (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.823970 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Publish callbacks [] for port (8af41638-b7e8-473e-a881-f6adfe2222bb), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.865067 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (8af41638-b7e8-473e-a881-f6adfe2222bb), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:37.913417 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:37.915745 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Sync routers for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:46:37.918169 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:37.922779 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:46:37.943792 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:37.944850 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:37.953008 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Pushing event updated for resources: {'Port': ['ID=8af41638-b7e8-473e-a881-f6adfe2222bb,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:38.011222 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Publish callbacks [] for router_gateway (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.032719 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.040776 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Publish callbacks [] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.055728 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.067613 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:38.090272 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:38.157109 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Network cb743b70-6b8f-4d28-94f1-35a3ed944e12 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:38.159815 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:38.163252 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Pushing event updated for resources: {'Port': ['ID=15dbf567-8057-48d7-8bb4-7896dbc399aa,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:38.173802 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:38.176592 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:46:38.198540 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Allocated IP 172.27.0.51 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/06af101d-87f1-410b-816c-916de8bbacc9) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:46:38.254709 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Publish callbacks [] for router_gateway (4758100a-cce5-49e3-8803-f40ee47ccf48), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.257514 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Allocated IP 172.20.0.2 (fa4d081e-86f6-4b0d-9d90-52d503844812/1c85ac12-69ee-4ce3-b513-a6bcb869f1d3/530b0460-2e47-4b0c-85a0-fe2db766bdec) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:46:38.270271 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Attempting to bind port 15dbf567-8057-48d7-8bb4-7896dbc399aa on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:46:38.270955 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Attempting to bind port 15dbf567-8057-48d7-8bb4-7896dbc399aa by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '7e4abeee-1f75-4917-b314-5386554b3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:46:38.271486 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Attempting to bind port 15dbf567-8057-48d7-8bb4-7896dbc399aa on network cb743b70-6b8f-4d28-94f1-35a3ed944e12 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:46:38.286003 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:46:38.286713 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Checking segment: {'id': '7e4abeee-1f75-4917-b314-5386554b3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:38.287281 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.287823 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Bound using segment: {'id': '7e4abeee-1f75-4917-b314-5386554b3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:46:38.288475 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Bound port: 15dbf567-8057-48d7-8bb4-7896dbc399aa, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4abeee-1f75-4917-b314-5386554b3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:46:38.289034 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.347981 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:38.349313 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:38.363387 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Publish callbacks [] for port (06af101d-87f1-410b-816c-916de8bbacc9), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.412558 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (06af101d-87f1-410b-816c-916de8bbacc9), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.413887 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 2, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:38.452584 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Checking router: 02da97e1-635a-42f2-88b4-130b782ab6f2 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:46:38.453233 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Updating router 02da97e1-635a-42f2-88b4-130b782ab6f2 port b36e1bc1-d184-452f-8072-e34c93deb35f binding host dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:46:38.462111 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:38.472021 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:38.477464 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:38.480848 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:46:38.485925 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Pushing event updated for resources: {'Port': ['ID=06af101d-87f1-410b-816c-916de8bbacc9,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:38.492140 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.501746 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] For port 15dbf567-8057-48d7-8bb4-7896dbc399aa, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:46:38.515904 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] For port 15dbf567-8057-48d7-8bb4-7896dbc399aa, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=15dbf567-8057-48d7-8bb4-7896dbc399aa,segment=NetworkSegment(7e4abeee-1f75-4917-b314-5386554b3070),segment_id=7e4abeee-1f75-4917-b314-5386554b3070)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:46:38.518639 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622531'] for router (4758100a-cce5-49e3-8803-f40ee47ccf48), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.545629 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.557636 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:38.635420 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Publish callbacks [] for port (530b0460-2e47-4b0c-85a0-fe2db766bdec), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.653816 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (530b0460-2e47-4b0c-85a0-fe2db766bdec), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.665312 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91d477-b0cc-4bce-b76f-906ab695719e None None] Pushing event updated for resources: {'Port': ['ID=15dbf567-8057-48d7-8bb4-7896dbc399aa,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:38.684877 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Network fa4d081e-86f6-4b0d-9d90-52d503844812 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:38.706265 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:38.710344 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:46:38.720202 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Router 4758100a-cce5-49e3-8803-f40ee47ccf48 is scheduled to L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 with binding_index 1 {{(pid=104103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 19:46:38.807878 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Pushing event updated for resources: {'Port': ['ID=530b0460-2e47-4b0c-85a0-fe2db766bdec,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:38.842859 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Attempting to bind port 530b0460-2e47-4b0c-85a0-fe2db766bdec on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:46:38.843235 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Attempting to bind port 530b0460-2e47-4b0c-85a0-fe2db766bdec by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '673a336e-5e24-4dd2-ab62-a9129fd79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:46:38.843595 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Attempting to bind port 530b0460-2e47-4b0c-85a0-fe2db766bdec on network fa4d081e-86f6-4b0d-9d90-52d503844812 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:46:38.857109 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:38.861518 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:46:38.861889 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Checking segment: {'id': '673a336e-5e24-4dd2-ab62-a9129fd79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:38.862343 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.862892 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Bound using segment: {'id': '673a336e-5e24-4dd2-ab62-a9129fd79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:46:38.863384 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Bound port: 530b0460-2e47-4b0c-85a0-fe2db766bdec, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673a336e-5e24-4dd2-ab62-a9129fd79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:46:38.863766 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (530b0460-2e47-4b0c-85a0-fe2db766bdec), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.896380 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.907011 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Publish callbacks [] for router_gateway (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:38.946345 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:46:39.010654 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Sync routers for ids ['4758100a-cce5-49e3-8803-f40ee47ccf48'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:46:39.012044 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] Publish callbacks [] for router (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:39.013601 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-c18bddb6-cee1-475c-b762-e81addf424af admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0813029 Jun 15 19:46:39.017834 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54330) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:39.028208 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 058b8132-4625-4847-b7e0-3c2bbd0d047b up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:39.057938 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] For port 530b0460-2e47-4b0c-85a0-fe2db766bdec, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:46:39.085839 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Routers {'4758100a-cce5-49e3-8803-f40ee47ccf48'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:39.087431 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['4758100a-cce5-49e3-8803-f40ee47ccf48'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:39.103632 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Publish callbacks [] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:39.111344 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:39.142200 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] For port 530b0460-2e47-4b0c-85a0-fe2db766bdec, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=530b0460-2e47-4b0c-85a0-fe2db766bdec,segment=NetworkSegment(673a336e-5e24-4dd2-ab62-a9129fd79eb1),segment_id=673a336e-5e24-4dd2-ab62-a9129fd79eb1)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:46:39.170662 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:39.206424 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Pushing event updated for resources: {'Port': ['ID=b36e1bc1-d184-452f-8072-e34c93deb35f,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:39.212215 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (530b0460-2e47-4b0c-85a0-fe2db766bdec), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:39.222922 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.223704 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.224335 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.224914 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.225702 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.226302 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.226914 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.227609 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.228179 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.228732 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.229283 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.229853 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.230415 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.231285 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.231819 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:46:39.295515 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622531'] for router (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:39.297696 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Attempting to bind port b36e1bc1-d184-452f-8072-e34c93deb35f on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:46:39.298330 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Attempting to bind port b36e1bc1-d184-452f-8072-e34c93deb35f by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:46:39.298910 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Attempting to bind port b36e1bc1-d184-452f-8072-e34c93deb35f on network 027be43c-318b-4ede-b89b-bf032d141bce {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:46:39.300150 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:39.315845 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:46:39.316411 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Checking segment: {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:39.316895 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:39.319740 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Bound using segment: {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:46:39.320342 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Bound port: b36e1bc1-d184-452f-8072-e34c93deb35f, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:46:39.320841 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:39.328729 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 058b8132-4625-4847-b7e0-3c2bbd0d047b triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:39.329488 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (058b8132-4625-4847-b7e0-3c2bbd0d047b), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:39.423733 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] For port b36e1bc1-d184-452f-8072-e34c93deb35f, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:46:39.428555 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] For port b36e1bc1-d184-452f-8072-e34c93deb35f, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=b36e1bc1-d184-452f-8072-e34c93deb35f,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:46:39.436305 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6653b-f631-44ee-a3a1-375cf452caf6 None None] Pushing event updated for resources: {'Port': ['ID=530b0460-2e47-4b0c-85a0-fe2db766bdec,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:39.450600 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:39.534145 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:39.541454 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:39.542442 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:39.584593 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 is scheduled to L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 with binding_index 1 {{(pid=104104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 19:46:39.595595 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d17eb9-674b-43d8-a7c3-7e175daf2bcb None None] Pushing event updated for resources: {'Port': ['ID=b36e1bc1-d184-452f-8072-e34c93deb35f,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:39.608367 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 058b8132-4625-4847-b7e0-3c2bbd0d047b is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:39.639598 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Set router 4758100a-cce5-49e3-8803-f40ee47ccf48 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:39.646256 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-5f339516-eb6a-4d6e-b93a-bc60cd7a153a None None] Provisioning complete for port b36e1bc1-d184-452f-8072-e34c93deb35f triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:39.646627 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5f339516-eb6a-4d6e-b93a-bc60cd7a153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:39.748716 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:39.816686 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:46:39.829765 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Sync routers for ids ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:46:39.855827 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:39.857337 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-05c4447d-2620-4ed3-933f-c9f7bac05593 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3881524 Jun 15 19:46:39.861870 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54332) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:39.931128 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Routers {'33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:39.931768 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:40.023713 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-5f339516-eb6a-4d6e-b93a-bc60cd7a153a None None] Current status of the port b36e1bc1-d184-452f-8072-e34c93deb35f is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:40.024806 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5f339516-eb6a-4d6e-b93a-bc60cd7a153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:40.107662 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:40.149388 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Set router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:40.153753 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-5f339516-eb6a-4d6e-b93a-bc60cd7a153a None None] For port b36e1bc1-d184-452f-8072-e34c93deb35f, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=b36e1bc1-d184-452f-8072-e34c93deb35f,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:40.189481 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5f339516-eb6a-4d6e-b93a-bc60cd7a153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:40.217808 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:40.272869 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'name': 'tempest-TestVolumeBootPattern-1466913397-router', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '8af41638-b7e8-473e-a881-f6adfe2222bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:36Z', 'updated_at': '2022-06-15T19:46:38Z', 'revision_number': 3, 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'gw_port': {'id': '8af41638-b7e8-473e-a881-f6adfe2222bb', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:40.326790 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Checking router: 4758100a-cce5-49e3-8803-f40ee47ccf48 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:46:40.327384 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Updating router 4758100a-cce5-49e3-8803-f40ee47ccf48 port 8af41638-b7e8-473e-a881-f6adfe2222bb binding host dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:46:40.345292 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:40.358566 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:39Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:40.365980 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f339516-eb6a-4d6e-b93a-bc60cd7a153a None None] Pushing event updated for resources: {'Port': ['ID=b36e1bc1-d184-452f-8072-e34c93deb35f,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:40.368376 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:40.388544 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-21d56d7d-2f60-41f7-a37d-628270275676 None None] Provisioning complete for port b36e1bc1-d184-452f-8072-e34c93deb35f triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:40.388916 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21d56d7d-2f60-41f7-a37d-628270275676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:40.403890 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f289cec-7bd7-4616-a8c4-196a2867b0c7 None None] The sync data for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi is: [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:39Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:46:40.422305 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f776fee-a21a-495d-a39d-feca04cb7f79 None None] Network cb743b70-6b8f-4d28-94f1-35a3ed944e12 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:46:40.429670 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (8af41638-b7e8-473e-a881-f6adfe2222bb), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:40.480474 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '06af101d-87f1-410b-816c-916de8bbacc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:38Z', 'revision_number': 3, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port': {'id': '06af101d-87f1-410b-816c-916de8bbacc9', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:38Z', 'updated_at': '2022-06-15T19:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:40.502942 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:40.522461 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Checking router: 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:46:40.523264 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Updating router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 port 06af101d-87f1-410b-816c-916de8bbacc9 binding host dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:46:40.560668 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:40.561850 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (06af101d-87f1-410b-816c-916de8bbacc9), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:40.790445 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:40.943564 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Allocated IP 172.20.0.1 (cb743b70-6b8f-4d28-94f1-35a3ed944e12/e49bab67-467b-4351-9821-2c0e093d38a2/81b31261-42da-4c3e-99ba-e97714a733fb) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:46:41.095462 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979e5ff6-29a4-44ad-b7f2-4883a955ec43 None None] Network fa4d081e-86f6-4b0d-9d90-52d503844812 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:46:41.097939 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-21d56d7d-2f60-41f7-a37d-628270275676 None None] Current status of the port b36e1bc1-d184-452f-8072-e34c93deb35f is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:41.140694 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:41.217577 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 15dbf567-8057-48d7-8bb4-7896dbc399aa up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:41.222023 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.277074 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Publish callbacks [] for port (81b31261-42da-4c3e-99ba-e97714a733fb), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.322361 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:41.414205 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.440071 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-4ee2dc4a-6f23-46df-851f-2b920d73ef7a None None] Provisioning complete for port 530b0460-2e47-4b0c-85a0-fe2db766bdec triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:41.440443 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ee2dc4a-6f23-46df-851f-2b920d73ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (530b0460-2e47-4b0c-85a0-fe2db766bdec), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.451199 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Publish callbacks [] for port (8af41638-b7e8-473e-a881-f6adfe2222bb), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.486442 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (8af41638-b7e8-473e-a881-f6adfe2222bb), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.495783 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Network cb743b70-6b8f-4d28-94f1-35a3ed944e12 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:41.506038 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:41.511681 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:46:41.541803 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Pushing event updated for resources: {'Port': ['ID=81b31261-42da-4c3e-99ba-e97714a733fb,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:41.569864 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 15dbf567-8057-48d7-8bb4-7896dbc399aa triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:41.570438 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.590037 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622311'] for router_interface (4758100a-cce5-49e3-8803-f40ee47ccf48), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.592863 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Allocated IP 172.20.0.1 (fa4d081e-86f6-4b0d-9d90-52d503844812/1c85ac12-69ee-4ce3-b513-a6bcb869f1d3/d758649b-c827-4458-b515-d6b59f9b664b) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:46:41.615895 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Attempting to bind port 8af41638-b7e8-473e-a881-f6adfe2222bb on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:46:41.616533 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Attempting to bind port 8af41638-b7e8-473e-a881-f6adfe2222bb by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:46:41.617277 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Attempting to bind port 8af41638-b7e8-473e-a881-f6adfe2222bb on network 728c9963-7e10-4d9f-91fa-9b340ad520f1 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:46:41.624999 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51bbc4-3376-46a6-b784-8efcb1a4f4ab None None] Pushing event updated for resources: {'Port': ['ID=8af41638-b7e8-473e-a881-f6adfe2222bb,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:41.640077 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:46:41.640714 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Checking segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:41.641295 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.641843 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Bound using segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:46:41.642546 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Bound port: 8af41638-b7e8-473e-a881-f6adfe2222bb, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:46:41.644593 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (8af41638-b7e8-473e-a881-f6adfe2222bb), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.668024 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Publish callbacks [] for port (06af101d-87f1-410b-816c-916de8bbacc9), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.682967 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (06af101d-87f1-410b-816c-916de8bbacc9), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.739154 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-4ee2dc4a-6f23-46df-851f-2b920d73ef7a None None] Current status of the port 530b0460-2e47-4b0c-85a0-fe2db766bdec is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:41.739808 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ee2dc4a-6f23-46df-851f-2b920d73ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (530b0460-2e47-4b0c-85a0-fe2db766bdec), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.780904 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa1da2-df89-4173-9538-594e7cd8db6c None None] Pushing event updated for resources: {'Port': ['ID=06af101d-87f1-410b-816c-916de8bbacc9,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:41.782864 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:41.784651 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Attempting to bind port 06af101d-87f1-410b-816c-916de8bbacc9 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:46:41.785431 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Attempting to bind port 06af101d-87f1-410b-816c-916de8bbacc9 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:46:41.786016 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Attempting to bind port 06af101d-87f1-410b-816c-916de8bbacc9 on network 728c9963-7e10-4d9f-91fa-9b340ad520f1 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:46:41.798328 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:46:41.799069 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Checking segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:41.799676 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.801784 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Bound using segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:46:41.802700 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Bound port: 06af101d-87f1-410b-816c-916de8bbacc9, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:46:41.805340 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (06af101d-87f1-410b-816c-916de8bbacc9), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.842637 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Publish callbacks [] for port (d758649b-c827-4458-b515-d6b59f9b664b), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.846126 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 15dbf567-8057-48d7-8bb4-7896dbc399aa is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:41.846275 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.855771 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.899340 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-4ee2dc4a-6f23-46df-851f-2b920d73ef7a None None] For port 530b0460-2e47-4b0c-85a0-fe2db766bdec, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=530b0460-2e47-4b0c-85a0-fe2db766bdec,segment=NetworkSegment(673a336e-5e24-4dd2-ab62-a9129fd79eb1),segment_id=673a336e-5e24-4dd2-ab62-a9129fd79eb1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:41.923487 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] For port 15dbf567-8057-48d7-8bb4-7896dbc399aa, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=15dbf567-8057-48d7-8bb4-7896dbc399aa,segment=NetworkSegment(7e4abeee-1f75-4917-b314-5386554b3070),segment_id=7e4abeee-1f75-4917-b314-5386554b3070)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:41.927167 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:41.931122 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ee2dc4a-6f23-46df-851f-2b920d73ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (530b0460-2e47-4b0c-85a0-fe2db766bdec), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.934957 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (d758649b-c827-4458-b515-d6b59f9b664b), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.979273 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-4ee2dc4a-6f23-46df-851f-2b920d73ef7a None None] Provisioning complete for port 15dbf567-8057-48d7-8bb4-7896dbc399aa triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:41.979649 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ee2dc4a-6f23-46df-851f-2b920d73ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.981621 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:41.982440 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device b36e1bc1-d184-452f-8072-e34c93deb35f up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:41.985992 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Network fa4d081e-86f6-4b0d-9d90-52d503844812 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:41.986570 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] For port 8af41638-b7e8-473e-a881-f6adfe2222bb, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:46:41.990481 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:41.993853 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:46:42.017769 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] For port 06af101d-87f1-410b-816c-916de8bbacc9, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:46:42.021773 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] For port 06af101d-87f1-410b-816c-916de8bbacc9, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=06af101d-87f1-410b-816c-916de8bbacc9,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:46:42.030328 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (06af101d-87f1-410b-816c-916de8bbacc9), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.053567 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Pushing event updated for resources: {'Port': ['ID=d758649b-c827-4458-b515-d6b59f9b664b,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:42.056354 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] For port 8af41638-b7e8-473e-a881-f6adfe2222bb, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=8af41638-b7e8-473e-a881-f6adfe2222bb,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:46:42.104004 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa1da2-df89-4173-9538-594e7cd8db6c None None] Pushing event updated for resources: {'Port': ['ID=06af101d-87f1-410b-816c-916de8bbacc9,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:42.108263 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Routers {'33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:42.109191 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:42.120034 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622311'] for router_interface (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.132130 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:42.134171 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (8af41638-b7e8-473e-a881-f6adfe2222bb), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.168445 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2dc4a-6f23-46df-851f-2b920d73ef7a None None] Pushing event updated for resources: {'Port': ['ID=530b0460-2e47-4b0c-85a0-fe2db766bdec,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:42.210925 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:42.237010 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port b36e1bc1-d184-452f-8072-e34c93deb35f triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:42.237404 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.249898 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] Set router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:42.282945 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:42.293457 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Routers {'4758100a-cce5-49e3-8803-f40ee47ccf48'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:42.294124 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['4758100a-cce5-49e3-8803-f40ee47ccf48'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:42.333197 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Publish callbacks [] for port (81b31261-42da-4c3e-99ba-e97714a733fb), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.356850 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.391519 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (d758649b-c827-4458-b515-d6b59f9b664b), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.402585 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-4ee2dc4a-6f23-46df-851f-2b920d73ef7a None None] Current status of the port 15dbf567-8057-48d7-8bb4-7896dbc399aa is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:42.422886 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622363'] for router_interface (4758100a-cce5-49e3-8803-f40ee47ccf48), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.437298 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Pushing event updated for resources: {'Port': ['ID=15dbf567-8057-48d7-8bb4-7896dbc399aa,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:42.545408 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '06af101d-87f1-410b-816c-916de8bbacc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:38Z', 'revision_number': 3, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port': {'id': '06af101d-87f1-410b-816c-916de8bbacc9', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:38Z', 'updated_at': '2022-06-15T19:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:42.545706 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port b36e1bc1-d184-452f-8072-e34c93deb35f is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:42.546711 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 530b0460-2e47-4b0c-85a0-fe2db766bdec up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:42.585471 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043a7d8-90a8-45c0-aa07-b1e7b2a77546 None None] The sync data for ids ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'] in dv-cinder-844563-3-iscsi is: [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '06af101d-87f1-410b-816c-916de8bbacc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:38Z', 'revision_number': 3, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port': {'id': '06af101d-87f1-410b-816c-916de8bbacc9', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:38Z', 'updated_at': '2022-06-15T19:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:46:42.591832 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] Set router 4758100a-cce5-49e3-8803-f40ee47ccf48 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:42.595953 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-71802b1b-4858-4bc5-9098-fbb2af5f5bbc None None] Provisioning complete for port 530b0460-2e47-4b0c-85a0-fe2db766bdec triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:42.596328 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71802b1b-4858-4bc5-9098-fbb2af5f5bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (530b0460-2e47-4b0c-85a0-fe2db766bdec), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.651542 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51bbc4-3376-46a6-b784-8efcb1a4f4ab None None] Pushing event updated for resources: {'Port': ['ID=8af41638-b7e8-473e-a881-f6adfe2222bb,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:42.651683 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54352) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:42.676853 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:42.714467 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Network cb743b70-6b8f-4d28-94f1-35a3ed944e12 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:42.715448 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Pushing event updated for resources: {'Port': ['ID=81b31261-42da-4c3e-99ba-e97714a733fb,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:42.727790 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:42.761522 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 530b0460-2e47-4b0c-85a0-fe2db766bdec triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:42.762051 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (530b0460-2e47-4b0c-85a0-fe2db766bdec), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.819679 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-200ee665-c2a0-4038-a8de-e1172f1b6d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.832973 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:42.864091 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Publish callbacks [] for port (d758649b-c827-4458-b515-d6b59f9b664b), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.874797 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (d758649b-c827-4458-b515-d6b59f9b664b), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.902124 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-71802b1b-4858-4bc5-9098-fbb2af5f5bbc None None] Current status of the port 530b0460-2e47-4b0c-85a0-fe2db766bdec is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:42.954594 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-200ee665-c2a0-4038-a8de-e1172f1b6d8f admin admin] Publish callbacks [] for security_group (baec44bb-b6cd-463f-b2d9-8c7e1c1b85c1), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.960626 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-71802b1b-4858-4bc5-9098-fbb2af5f5bbc None None] Provisioning complete for port d758649b-c827-4458-b515-d6b59f9b664b triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:42.961371 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71802b1b-4858-4bc5-9098-fbb2af5f5bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (d758649b-c827-4458-b515-d6b59f9b664b), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:42.974484 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-200ee665-c2a0-4038-a8de-e1172f1b6d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (baec44bb-b6cd-463f-b2d9-8c7e1c1b85c1), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:43.011617 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-71802b1b-4858-4bc5-9098-fbb2af5f5bbc None None] Port d758649b-c827-4458-b515-d6b59f9b664b cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:46:43.016483 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-200ee665-c2a0-4038-a8de-e1172f1b6d8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46f596955a244cb69437b9ccc5668239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636680 Jun 15 19:46:43.018309 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Router 4758100a-cce5-49e3-8803-f40ee47ccf48 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:46:43.019675 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54356) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:43.020339 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Pushing event updated for resources: {'Port': ['ID=d758649b-c827-4458-b515-d6b59f9b664b,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:43.029928 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622363'] for router_interface (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:43.040448 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:43.059060 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:43.070785 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-71802b1b-4858-4bc5-9098-fbb2af5f5bbc None None] Provisioning complete for port 81b31261-42da-4c3e-99ba-e97714a733fb triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:43.071561 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71802b1b-4858-4bc5-9098-fbb2af5f5bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:43.120754 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ee665-c2a0-4038-a8de-e1172f1b6d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baec44bb-b6cd-463f-b2d9-8c7e1c1b85c1,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:43.157280 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8583ca78-fd98-43c6-a450-5c49ae7d2404 admin admin] Publish callbacks [] for security_group (baec44bb-b6cd-463f-b2d9-8c7e1c1b85c1), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:43.189570 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8583ca78-fd98-43c6-a450-5c49ae7d2404 admin admin] Publish callbacks [] for security_group (baec44bb-b6cd-463f-b2d9-8c7e1c1b85c1), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:43.210079 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-71802b1b-4858-4bc5-9098-fbb2af5f5bbc None None] Port 81b31261-42da-4c3e-99ba-e97714a733fb cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:46:43.221727 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-71802b1b-4858-4bc5-9098-fbb2af5f5bbc None None] Provisioning complete for port 15dbf567-8057-48d7-8bb4-7896dbc399aa triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:43.222302 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71802b1b-4858-4bc5-9098-fbb2af5f5bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:43.224491 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'name': 'tempest-TestVolumeBootPattern-1466913397-router', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '8af41638-b7e8-473e-a881-f6adfe2222bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:36Z', 'updated_at': '2022-06-15T19:46:41Z', 'revision_number': 4, 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'gw_port': {'id': '8af41638-b7e8-473e-a881-f6adfe2222bb', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '81b31261-42da-4c3e-99ba-e97714a733fb', 'name': '', 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'mac_address': 'fa:16:3e:c5:cc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e49bab67-467b-4351-9821-2c0e093d38a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:40Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 1, 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'subnets': [{'id': 'e49bab67-467b-4351-9821-2c0e093d38a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:43.260546 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8583ca78-fd98-43c6-a450-5c49ae7d2404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (baec44bb-b6cd-463f-b2d9-8c7e1c1b85c1), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:43.265779 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Network fa4d081e-86f6-4b0d-9d90-52d503844812 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:43.267383 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8583ca78-fd98-43c6-a450-5c49ae7d2404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:43.269107 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-8583ca78-fd98-43c6-a450-5c49ae7d2404 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/baec44bb-b6cd-463f-b2d9-8c7e1c1b85c1 HTTP/1.1" status: 204 len: 168 time: 0.2477770 Jun 15 19:46:43.269672 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:46:43.293475 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-6d37d678-9ade-468f-a4dc-431547b468ed admin admin] 10.222.0.15 "PUT /v2.0/routers/4758100a-cce5-49e3-8803-f40ee47ccf48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2742519 Jun 15 19:46:43.295349 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:43.311086 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583ca78-fd98-43c6-a450-5c49ae7d2404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baec44bb-b6cd-463f-b2d9-8c7e1c1b85c1,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:43.556116 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 530b0460-2e47-4b0c-85a0-fe2db766bdec is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:43.659220 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e5fa2-5607-4869-bfcd-73d190b63b95 None None] The sync data for ids ['4758100a-cce5-49e3-8803-f40ee47ccf48'] in dv-cinder-844563-3-iscsi is: [{'id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'name': 'tempest-TestVolumeBootPattern-1466913397-router', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '8af41638-b7e8-473e-a881-f6adfe2222bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:36Z', 'updated_at': '2022-06-15T19:46:41Z', 'revision_number': 4, 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'gw_port': {'id': '8af41638-b7e8-473e-a881-f6adfe2222bb', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '81b31261-42da-4c3e-99ba-e97714a733fb', 'name': '', 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'mac_address': 'fa:16:3e:c5:cc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e49bab67-467b-4351-9821-2c0e093d38a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:40Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 1, 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'subnets': [{'id': 'e49bab67-467b-4351-9821-2c0e093d38a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:46:43.886066 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-71802b1b-4858-4bc5-9098-fbb2af5f5bbc None None] Current status of the port 15dbf567-8057-48d7-8bb4-7896dbc399aa is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:43.922823 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 15dbf567-8057-48d7-8bb4-7896dbc399aa up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:44.014899 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 15dbf567-8057-48d7-8bb4-7896dbc399aa triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:44.015405 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.019513 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-3152508f-187c-4940-a50b-3a86bbea423c None None] Provisioning complete for port d758649b-c827-4458-b515-d6b59f9b664b triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:44.020236 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3152508f-187c-4940-a50b-3a86bbea423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (d758649b-c827-4458-b515-d6b59f9b664b), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.075552 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54366) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:44.080196 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-9fd93666-aef7-4960-9df7-b8113fca9551 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-107218427', 'description': 'tempest-secgroup-smoke-107218427 description', 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:44.118077 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9fd93666-aef7-4960-9df7-b8113fca9551 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.118885 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:44.129066 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:46:44.133896 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3152508f-187c-4940-a50b-3a86bbea423c None None] Port d758649b-c827-4458-b515-d6b59f9b664b cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:46:44.147676 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-3152508f-187c-4940-a50b-3a86bbea423c None None] Provisioning complete for port 81b31261-42da-4c3e-99ba-e97714a733fb triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:44.148054 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3152508f-187c-4940-a50b-3a86bbea423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.187262 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:44.220106 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3152508f-187c-4940-a50b-3a86bbea423c None None] Port 81b31261-42da-4c3e-99ba-e97714a733fb cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:46:44.237353 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 15dbf567-8057-48d7-8bb4-7896dbc399aa is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:44.238643 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 06af101d-87f1-410b-816c-916de8bbacc9 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:44.291957 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 06af101d-87f1-410b-816c-916de8bbacc9 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:44.291957 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (06af101d-87f1-410b-816c-916de8bbacc9), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.310517 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9fd93666-aef7-4960-9df7-b8113fca9551 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group (429bcc2f-d647-4b45-8b5d-e7294cd12134), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.312832 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:46:44.318629 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-15d0b8e5-3748-43c3-93d2-d69f62f3fe8c admin admin] 10.222.0.15 "PUT /v2.0/routers/33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4518294 Jun 15 19:46:44.320439 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9fd93666-aef7-4960-9df7-b8113fca9551 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (429bcc2f-d647-4b45-8b5d-e7294cd12134), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.344094 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9fd93666-aef7-4960-9df7-b8113fca9551 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.345329 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-9fd93666-aef7-4960-9df7-b8113fca9551 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2684152 Jun 15 19:46:44.348232 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54370) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:44.354886 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-5d870f30-091a-42bd-8249-994238106ee4 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Request body: {'security_group_rule': {'security_group_id': '429bcc2f-d647-4b45-8b5d-e7294cd12134', 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:44.378480 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd93666-aef7-4960-9df7-b8113fca9551 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=429bcc2f-d647-4b45-8b5d-e7294cd12134,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:44.418299 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 06af101d-87f1-410b-816c-916de8bbacc9 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:44.418748 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (06af101d-87f1-410b-816c-916de8bbacc9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.430385 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5d870f30-091a-42bd-8249-994238106ee4 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (084d7268-ea71-4141-9d9b-8993bb98f4c9), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.443924 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] For port 06af101d-87f1-410b-816c-916de8bbacc9, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=06af101d-87f1-410b-816c-916de8bbacc9,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:44.454377 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (06af101d-87f1-410b-816c-916de8bbacc9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.455389 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 530b0460-2e47-4b0c-85a0-fe2db766bdec up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:44.509199 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5d870f30-091a-42bd-8249-994238106ee4 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (084d7268-ea71-4141-9d9b-8993bb98f4c9), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.513396 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5d870f30-091a-42bd-8249-994238106ee4 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (084d7268-ea71-4141-9d9b-8993bb98f4c9), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.537285 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d870f30-091a-42bd-8249-994238106ee4 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084d7268-ea71-4141-9d9b-8993bb98f4c9,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:44.544021 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5d870f30-091a-42bd-8249-994238106ee4 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.546323 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5d870f30-091a-42bd-8249-994238106ee4 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1957643 Jun 15 19:46:44.548269 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54374) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:44.550813 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Pushing event updated for resources: {'Port': ['ID=06af101d-87f1-410b-816c-916de8bbacc9,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:44.556416 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-32250db0-c384-48c3-b0e7-4f7101658c78 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Request body: {'security_group_rule': {'security_group_id': '429bcc2f-d647-4b45-8b5d-e7294cd12134', 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:44.560390 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 530b0460-2e47-4b0c-85a0-fe2db766bdec triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:44.560760 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (530b0460-2e47-4b0c-85a0-fe2db766bdec), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.599847 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-32250db0-c384-48c3-b0e7-4f7101658c78 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (836ec359-081b-42aa-8be3-cf5d2153367d), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.664605 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 530b0460-2e47-4b0c-85a0-fe2db766bdec is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:44.695028 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:44.714042 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-32250db0-c384-48c3-b0e7-4f7101658c78 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (836ec359-081b-42aa-8be3-cf5d2153367d), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.719103 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-32250db0-c384-48c3-b0e7-4f7101658c78 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (836ec359-081b-42aa-8be3-cf5d2153367d), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.746731 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32250db0-c384-48c3-b0e7-4f7101658c78 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836ec359-081b-42aa-8be3-cf5d2153367d,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:44.755441 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-32250db0-c384-48c3-b0e7-4f7101658c78 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.759214 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-32250db0-c384-48c3-b0e7-4f7101658c78 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2071826 Jun 15 19:46:44.759791 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54378) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:44.765684 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-406dbc6b-8134-4762-8d73-08989836bcc9 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Request body: {'security_group_rule': {'security_group_id': '429bcc2f-d647-4b45-8b5d-e7294cd12134', 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:44.797648 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-406dbc6b-8134-4762-8d73-08989836bcc9 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (79504772-682e-4a63-ab15-b99abe4a3afc), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.823872 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:44.890392 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-406dbc6b-8134-4762-8d73-08989836bcc9 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (79504772-682e-4a63-ab15-b99abe4a3afc), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.894772 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-406dbc6b-8134-4762-8d73-08989836bcc9 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (79504772-682e-4a63-ab15-b99abe4a3afc), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.920102 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406dbc6b-8134-4762-8d73-08989836bcc9 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79504772-682e-4a63-ab15-b99abe4a3afc,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:44.931552 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-406dbc6b-8134-4762-8d73-08989836bcc9 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:44.933286 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-406dbc6b-8134-4762-8d73-08989836bcc9 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723886 Jun 15 19:46:44.936365 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54384) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:44.942570 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-bcc4fefe-527d-4d3b-bfdb-a0187b6e7067 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Request body: {'security_group_rule': {'security_group_id': '429bcc2f-d647-4b45-8b5d-e7294cd12134', 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:44.974724 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bcc4fefe-527d-4d3b-bfdb-a0187b6e7067 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (bb2ed51d-e45d-4218-b1ef-26f8f5591d80), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.019994 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:45.055853 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bcc4fefe-527d-4d3b-bfdb-a0187b6e7067 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (bb2ed51d-e45d-4218-b1ef-26f8f5591d80), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.060939 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bcc4fefe-527d-4d3b-bfdb-a0187b6e7067 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (bb2ed51d-e45d-4218-b1ef-26f8f5591d80), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.085869 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4fefe-527d-4d3b-bfdb-a0187b6e7067 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2ed51d-e45d-4218-b1ef-26f8f5591d80,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:45.092591 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bcc4fefe-527d-4d3b-bfdb-a0187b6e7067 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.093821 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-bcc4fefe-527d-4d3b-bfdb-a0187b6e7067 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1560533 Jun 15 19:46:45.096744 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54388) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:45.105840 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-4c85f13b-031a-4644-9ac5-037dc2e025f8 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Request body: {'security_group_rule': {'security_group_id': '429bcc2f-d647-4b45-8b5d-e7294cd12134', 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:45.130387 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.securitygroups_db [None req-4c85f13b-031a-4644-9ac5-037dc2e025f8 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Project b7cdb8d3ddc84d0fbd6128c3b46d05f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 19:46:45.143230 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4c85f13b-031a-4644-9ac5-037dc2e025f8 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (5fa226e0-d146-4bee-aee7-8bb4186fa743), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.149596 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54392) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:45.154570 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2006638784-network', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:45.177112 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] Made reservation on behalf of 5ad09f273d794c659d2c90c019b4aeeb for: {'network': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:46:45.179555 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for network (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.189223 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.202269 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4c85f13b-031a-4644-9ac5-037dc2e025f8 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (5fa226e0-d146-4bee-aee7-8bb4186fa743), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.206779 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4c85f13b-031a-4644-9ac5-037dc2e025f8 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (5fa226e0-d146-4bee-aee7-8bb4186fa743), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.228466 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85f13b-031a-4644-9ac5-037dc2e025f8 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa226e0-d146-4bee-aee7-8bb4186fa743,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:45.237464 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4c85f13b-031a-4644-9ac5-037dc2e025f8 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.241757 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-4c85f13b-031a-4644-9ac5-037dc2e025f8 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409779 Jun 15 19:46:45.242316 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54394) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:45.247350 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-65d8928f-00e4-48c6-87d3-0e148dd33e48 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Request body: {'security_group_rule': {'security_group_id': '429bcc2f-d647-4b45-8b5d-e7294cd12134', 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:45.270923 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.securitygroups_db [None req-65d8928f-00e4-48c6-87d3-0e148dd33e48 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Project b7cdb8d3ddc84d0fbd6128c3b46d05f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 19:46:45.278139 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-65d8928f-00e4-48c6-87d3-0e148dd33e48 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (e231297a-74af-4c6b-9af5-802012fd8be7), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.285355 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] Publish callbacks [] for security_group (2eaa7573-b3cb-402f-8a6e-bc182d027237), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.290181 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (2eaa7573-b3cb-402f-8a6e-bc182d027237), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.318369 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=104103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 19:46:45.326893 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaa7573-b3cb-402f-8a6e-bc182d027237,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:45.337998 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (c86829a2-c752-46da-953f-dd73f1a40f50), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.338545 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.segments_db [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] Added segment c86829a2-c752-46da-953f-dd73f1a40f50 of type vlan for network 8252157b-d128-42cd-ad3a-3de839c52752 Jun 15 19:46:45.355809 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-65d8928f-00e4-48c6-87d3-0e148dd33e48 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (e231297a-74af-4c6b-9af5-802012fd8be7), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.360312 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-65d8928f-00e4-48c6-87d3-0e148dd33e48 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (e231297a-74af-4c6b-9af5-802012fd8be7), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.384076 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8928f-00e4-48c6-87d3-0e148dd33e48 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e231297a-74af-4c6b-9af5-802012fd8be7,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:45.394871 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-65d8928f-00e4-48c6-87d3-0e148dd33e48 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.396279 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-65d8928f-00e4-48c6-87d3-0e148dd33e48 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527719 Jun 15 19:46:45.412041 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783253161099'] for network (8252157b-d128-42cd-ad3a-3de839c52752), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.445138 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596'] for network (8252157b-d128-42cd-ad3a-3de839c52752), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.446731 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:45.447313 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.492754 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3404491 Jun 15 19:46:45.492955 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54418) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:45.497145 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-54f36e16-5595-408e-878e-af54166ad87c admin admin] Request body: {'subnet': {'network_id': '8252157b-d128-42cd-ad3a-3de839c52752', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2006638784-subnet', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb', 'ip_version': 4}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:45.524326 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd061152-c728-44b0-8e0b-4ca8f4556fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=8252157b-d128-42cd-ad3a-3de839c52752,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:45.526951 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f36e16-5595-408e-878e-af54166ad87c admin admin] Made reservation on behalf of 5ad09f273d794c659d2c90c019b4aeeb for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:46:45.529345 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-54f36e16-5595-408e-878e-af54166ad87c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3383351'] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.535517 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Network 8252157b-d128-42cd-ad3a-3de839c52752 details requested by agent ovs-agent-dv-cinder-844563-3-iscsi with host dv-cinder-844563-3-iscsi {{(pid=104105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 19:46:45.628774 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:45.747691 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-54f36e16-5595-408e-878e-af54166ad87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3664057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3383321'] for subnet (9a906bfc-e403-4258-9fec-2a5ebc07a75b), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.763326 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 06af101d-87f1-410b-816c-916de8bbacc9 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:45.810330 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f36e16-5595-408e-878e-af54166ad87c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a906bfc-e403-4258-9fec-2a5ebc07a75b,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:45.810495 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 06af101d-87f1-410b-816c-916de8bbacc9 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:45.811042 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (06af101d-87f1-410b-816c-916de8bbacc9), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.843509 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f36e16-5595-408e-878e-af54166ad87c admin admin] Checking segment: {'id': 'c86829a2-c752-46da-953f-dd73f1a40f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8252157b-d128-42cd-ad3a-3de839c52752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:45.844059 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f36e16-5595-408e-878e-af54166ad87c admin admin] Network hostable DHCP agents. Network: 8252157b-d128-42cd-ad3a-3de839c52752, hostable agents: ['8ebc1630-c9a3-4566-b06d-b3b3bb591641'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 19:46:45.863914 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f36e16-5595-408e-878e-af54166ad87c admin admin] Network 8252157b-d128-42cd-ad3a-3de839c52752 is scheduled to be hosted by DHCP agent 8ebc1630-c9a3-4566-b06d-b3b3bb591641 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 19:46:45.870360 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:45.870977 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Sync routers for ids ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:46:45.886295 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-54f36e16-5595-408e-878e-af54166ad87c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-3-iscsi, 8252157b-d128-42cd-ad3a-3de839c52752) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:45.893366 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:45.897313 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Routers {'33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:45.898011 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:45.904895 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcc5294-39fb-4532-80cb-5936ff0c9a33 None None] Network 8252157b-d128-42cd-ad3a-3de839c52752 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:46:45.908694 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f36e16-5595-408e-878e-af54166ad87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:45.909409 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-54f36e16-5595-408e-878e-af54166ad87c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.947512 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-54f36e16-5595-408e-878e-af54166ad87c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4518867 Jun 15 19:46:45.947512 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54440) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:45.952365 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2006638784-router', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:46:45.974042 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router (50768439-c5d5-41e7-b588-6bc09219c092), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:45.975148 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1719457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3941'] for router (50768439-c5d5-41e7-b588-6bc09219c092), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:46.033462 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Publish callbacks [] for router_controller (50768439-c5d5-41e7-b588-6bc09219c092), precommit_add_association {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:46.097032 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 06af101d-87f1-410b-816c-916de8bbacc9 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:46.097740 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 8af41638-b7e8-473e-a881-f6adfe2222bb up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:46.176043 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49e4f53-6553-5245-bd4d-638fdb67d380-8252157b-d128-42cd-ad3a-3de839c52752', 'network_id': '8252157b-d128-42cd-ad3a-3de839c52752', 'project_id': '5ad09f273d794c659d2c90c019b4aeeb', 'fixed_ips': [{'subnet_id': '9a906bfc-e403-4258-9fec-2a5ebc07a75b'}]}} from dv-cinder-844563-3-iscsi. {{(pid=104105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 19:46:46.177286 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:46.179120 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Publish callbacks [] for router_gateway (50768439-c5d5-41e7-b588-6bc09219c092), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:46.184587 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Set router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:46.247956 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 8af41638-b7e8-473e-a881-f6adfe2222bb triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:46.248511 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (8af41638-b7e8-473e-a881-f6adfe2222bb), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:46.422720 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Publish callbacks [] for router_gateway (50768439-c5d5-41e7-b588-6bc09219c092), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:46.447452 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:46.586437 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Allocated IP 172.27.0.119 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/03abafdb-3712-48f3-981a-98c9ada90857) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:46:46.602428 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Allocated IP 172.20.0.2 (8252157b-d128-42cd-ad3a-3de839c52752/9a906bfc-e403-4258-9fec-2a5ebc07a75b/e9294be9-a8ae-4eae-846c-13414e4b47cc) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:46:46.606757 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '06af101d-87f1-410b-816c-916de8bbacc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:42Z', 'revision_number': 4, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port': {'id': '06af101d-87f1-410b-816c-916de8bbacc9', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:38Z', 'updated_at': '2022-06-15T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'd758649b-c827-4458-b515-d6b59f9b664b', 'name': '', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'mac_address': 'fa:16:3e:12:cc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:41Z', 'updated_at': '2022-06-15T19:46:42Z', 'revision_number': 2, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'subnets': [{'id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:46.611309 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 8af41638-b7e8-473e-a881-f6adfe2222bb is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:46.611951 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (8af41638-b7e8-473e-a881-f6adfe2222bb), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:46.620479 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:46.655952 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Checking router: 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:46:46.656304 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Updating router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 port d758649b-c827-4458-b515-d6b59f9b664b binding host dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:46:46.701680 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:46.725537 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Publish callbacks [] for port (03abafdb-3712-48f3-981a-98c9ada90857), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:46.770991 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (03abafdb-3712-48f3-981a-98c9ada90857), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:46.821892 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:46.825139 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:46.829502 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:46:46.836038 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:46.843640 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] For port 8af41638-b7e8-473e-a881-f6adfe2222bb, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=8af41638-b7e8-473e-a881-f6adfe2222bb,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:46.854962 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Pushing event updated for resources: {'Port': ['ID=03abafdb-3712-48f3-981a-98c9ada90857,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:46.861135 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (8af41638-b7e8-473e-a881-f6adfe2222bb), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:46.898257 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (d758649b-c827-4458-b515-d6b59f9b664b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:47.024353 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Pushing event updated for resources: {'Port': ['ID=8af41638-b7e8-473e-a881-f6adfe2222bb,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:47.143586 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Publish callbacks [] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:47.166259 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:47.170012 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:47.245964 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:47.259347 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Network 8252157b-d128-42cd-ad3a-3de839c52752 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:47.268808 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:47.273992 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:46:47.282539 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Pushing event updated for resources: {'Port': ['ID=e9294be9-a8ae-4eae-846c-13414e4b47cc,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:47.364754 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Publish callbacks [] for router_gateway (50768439-c5d5-41e7-b588-6bc09219c092), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:47.377510 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Attempting to bind port e9294be9-a8ae-4eae-846c-13414e4b47cc on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:46:47.377879 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Attempting to bind port e9294be9-a8ae-4eae-846c-13414e4b47cc by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': 'c86829a2-c752-46da-953f-dd73f1a40f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8252157b-d128-42cd-ad3a-3de839c52752'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:46:47.378268 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Attempting to bind port e9294be9-a8ae-4eae-846c-13414e4b47cc on network 8252157b-d128-42cd-ad3a-3de839c52752 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:46:47.392572 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:46:47.392939 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Checking segment: {'id': 'c86829a2-c752-46da-953f-dd73f1a40f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8252157b-d128-42cd-ad3a-3de839c52752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:47.393344 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:47.393745 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Bound using segment: {'id': 'c86829a2-c752-46da-953f-dd73f1a40f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8252157b-d128-42cd-ad3a-3de839c52752'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:46:47.394225 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Bound port: e9294be9-a8ae-4eae-846c-13414e4b47cc, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86829a2-c752-46da-953f-dd73f1a40f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8252157b-d128-42cd-ad3a-3de839c52752'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:46:47.394604 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:47.467215 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Publish callbacks [] for port (d758649b-c827-4458-b515-d6b59f9b664b), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:47.483804 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (d758649b-c827-4458-b515-d6b59f9b664b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:47.547810 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] For port e9294be9-a8ae-4eae-846c-13414e4b47cc, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:46:47.573225 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399a8fb-c71f-42f4-a69c-0035e78c7c61 None None] Pushing event updated for resources: {'Port': ['ID=d758649b-c827-4458-b515-d6b59f9b664b,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:47.578615 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] For port e9294be9-a8ae-4eae-846c-13414e4b47cc, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=e9294be9-a8ae-4eae-846c-13414e4b47cc,segment=NetworkSegment(c86829a2-c752-46da-953f-dd73f1a40f50),segment_id=c86829a2-c752-46da-953f-dd73f1a40f50)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:46:47.608078 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622531'] for router (50768439-c5d5-41e7-b588-6bc09219c092), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:47.608941 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:47.721660 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 8af41638-b7e8-473e-a881-f6adfe2222bb up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:47.755501 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Attempting to bind port d758649b-c827-4458-b515-d6b59f9b664b on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:46:47.756156 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Attempting to bind port d758649b-c827-4458-b515-d6b59f9b664b by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '673a336e-5e24-4dd2-ab62-a9129fd79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:46:47.756699 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Attempting to bind port d758649b-c827-4458-b515-d6b59f9b664b on network fa4d081e-86f6-4b0d-9d90-52d503844812 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:46:47.786361 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ecd82-6dec-44c5-b216-2fe0992fea59 None None] Pushing event updated for resources: {'Port': ['ID=e9294be9-a8ae-4eae-846c-13414e4b47cc,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:47.794483 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:46:47.794871 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Checking segment: {'id': '673a336e-5e24-4dd2-ab62-a9129fd79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:47.795325 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:47.795669 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Bound using segment: {'id': '673a336e-5e24-4dd2-ab62-a9129fd79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:46:47.796182 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Bound port: d758649b-c827-4458-b515-d6b59f9b664b, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673a336e-5e24-4dd2-ab62-a9129fd79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:46:47.796576 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (d758649b-c827-4458-b515-d6b59f9b664b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:47.823708 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Router 50768439-c5d5-41e7-b588-6bc09219c092 is scheduled to L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 with binding_index 1 {{(pid=104104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 19:46:47.867720 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 8af41638-b7e8-473e-a881-f6adfe2222bb triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:47.868099 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (8af41638-b7e8-473e-a881-f6adfe2222bb), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:47.927414 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-fb3e534c-fac4-42db-9fd6-6595552c1b85 None None] Provisioning complete for port d758649b-c827-4458-b515-d6b59f9b664b triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:47.927790 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fb3e534c-fac4-42db-9fd6-6595552c1b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (d758649b-c827-4458-b515-d6b59f9b664b), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:47.940652 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] For port d758649b-c827-4458-b515-d6b59f9b664b, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:46:48.002180 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:46:48.006890 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] For port d758649b-c827-4458-b515-d6b59f9b664b, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=d758649b-c827-4458-b515-d6b59f9b664b,segment=NetworkSegment(673a336e-5e24-4dd2-ab62-a9129fd79eb1),segment_id=673a336e-5e24-4dd2-ab62-a9129fd79eb1)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:46:48.012312 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e534c-fac4-42db-9fd6-6595552c1b85 None None] Port d758649b-c827-4458-b515-d6b59f9b664b cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:46:48.013243 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Sync routers for ids ['50768439-c5d5-41e7-b588-6bc09219c092'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:46:48.018628 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (d758649b-c827-4458-b515-d6b59f9b664b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:48.044216 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:48.046960 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-11d4b6d6-9ee2-44a7-9577-fd7383282067 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0976832 Jun 15 19:46:48.050014 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54460) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:46:48.066148 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Routers {'50768439-c5d5-41e7-b588-6bc09219c092'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:48.067075 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['50768439-c5d5-41e7-b588-6bc09219c092'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:48.103718 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 8af41638-b7e8-473e-a881-f6adfe2222bb is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:48.117538 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:48.141543 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Routers {'33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:48.142221 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:48.186146 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399a8fb-c71f-42f4-a69c-0035e78c7c61 None None] Pushing event updated for resources: {'Port': ['ID=d758649b-c827-4458-b515-d6b59f9b664b,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:48.232215 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Sync routers for ids ['4758100a-cce5-49e3-8803-f40ee47ccf48'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:46:48.249729 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Set router 50768439-c5d5-41e7-b588-6bc09219c092 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:48.263651 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Routers {'4758100a-cce5-49e3-8803-f40ee47ccf48'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:48.264287 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['4758100a-cce5-49e3-8803-f40ee47ccf48'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:48.386277 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:48.392964 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] Set router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:48.455334 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:48.517889 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Set router 4758100a-cce5-49e3-8803-f40ee47ccf48 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:48.526457 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50768439-c5d5-41e7-b588-6bc09219c092', 'name': 'tempest-TestMinimumBasicScenario-2006638784-router', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '03abafdb-3712-48f3-981a-98c9ada90857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:45Z', 'updated_at': '2022-06-15T19:46:47Z', 'revision_number': 3, 'project_id': '5ad09f273d794c659d2c90c019b4aeeb', 'gw_port': {'id': '03abafdb-3712-48f3-981a-98c9ada90857', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50768439-c5d5-41e7-b588-6bc09219c092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:46Z', 'updated_at': '2022-06-15T19:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:48.530208 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:48.567045 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Checking router: 50768439-c5d5-41e7-b588-6bc09219c092 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:46:48.567390 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Updating router 50768439-c5d5-41e7-b588-6bc09219c092 port 03abafdb-3712-48f3-981a-98c9ada90857 binding host dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:46:48.575308 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-c0f40cb1-5d2c-4876-bba2-711a132c160d None None] Provisioning complete for port d758649b-c827-4458-b515-d6b59f9b664b triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:48.575819 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c0f40cb1-5d2c-4876-bba2-711a132c160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (d758649b-c827-4458-b515-d6b59f9b664b), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:48.604851 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (03abafdb-3712-48f3-981a-98c9ada90857), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:48.618475 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:48.641054 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:48.642057 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:48.705649 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:48.921921 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Allocated IP 172.20.0.1 (8252157b-d128-42cd-ad3a-3de839c52752/9a906bfc-e403-4258-9fec-2a5ebc07a75b/5c9d7634-1999-48c8-a22b-a56553b1cef0) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:46:48.965456 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Publish callbacks [] for port (03abafdb-3712-48f3-981a-98c9ada90857), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:48.986573 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (03abafdb-3712-48f3-981a-98c9ada90857), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.052319 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Attempting to bind port 03abafdb-3712-48f3-981a-98c9ada90857 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:46:49.052319 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Attempting to bind port 03abafdb-3712-48f3-981a-98c9ada90857 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:46:49.055070 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Attempting to bind port 03abafdb-3712-48f3-981a-98c9ada90857 on network 728c9963-7e10-4d9f-91fa-9b340ad520f1 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:46:49.064900 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:46:49.065281 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Checking segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:49.065675 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.069104 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Bound using segment: {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:46:49.069869 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Bound port: 03abafdb-3712-48f3-981a-98c9ada90857, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66e010-1464-4213-9bc9-6e2992883379', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:46:49.070024 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c0f40cb1-5d2c-4876-bba2-711a132c160d None None] Current status of the port d758649b-c827-4458-b515-d6b59f9b664b is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:49.070970 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c0f40cb1-5d2c-4876-bba2-711a132c160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (d758649b-c827-4458-b515-d6b59f9b664b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.071100 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (03abafdb-3712-48f3-981a-98c9ada90857), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.075498 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '06af101d-87f1-410b-816c-916de8bbacc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:42Z', 'revision_number': 4, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port': {'id': '06af101d-87f1-410b-816c-916de8bbacc9', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:38Z', 'updated_at': '2022-06-15T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'd758649b-c827-4458-b515-d6b59f9b664b', 'name': '', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'mac_address': 'fa:16:3e:12:cc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:41Z', 'updated_at': '2022-06-15T19:46:47Z', 'revision_number': 4, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'subnets': [{'id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:49.095218 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Publish callbacks [] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.138046 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8387f-1275-489b-b9d5-f96b42577f46 None None] The sync data for ids ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'] in dv-cinder-844563-3-iscsi is: [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '06af101d-87f1-410b-816c-916de8bbacc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:42Z', 'revision_number': 4, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port': {'id': '06af101d-87f1-410b-816c-916de8bbacc9', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:38Z', 'updated_at': '2022-06-15T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'd758649b-c827-4458-b515-d6b59f9b664b', 'name': '', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'mac_address': 'fa:16:3e:12:cc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:41Z', 'updated_at': '2022-06-15T19:46:47Z', 'revision_number': 4, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'subnets': [{'id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:46:49.154410 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] For port 03abafdb-3712-48f3-981a-98c9ada90857, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:46:49.158965 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] For port 03abafdb-3712-48f3-981a-98c9ada90857, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=03abafdb-3712-48f3-981a-98c9ada90857,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:46:49.161443 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.169523 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:49.172082 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'name': 'tempest-TestVolumeBootPattern-1466913397-router', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '8af41638-b7e8-473e-a881-f6adfe2222bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:36Z', 'updated_at': '2022-06-15T19:46:41Z', 'revision_number': 4, 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'gw_port': {'id': '8af41638-b7e8-473e-a881-f6adfe2222bb', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '81b31261-42da-4c3e-99ba-e97714a733fb', 'name': '', 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'mac_address': 'fa:16:3e:c5:cc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e49bab67-467b-4351-9821-2c0e093d38a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:40Z', 'updated_at': '2022-06-15T19:46:41Z', 'revision_number': 2, 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'subnets': [{'id': 'e49bab67-467b-4351-9821-2c0e093d38a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:49.177486 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (03abafdb-3712-48f3-981a-98c9ada90857), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.184028 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecd9a4-1332-4722-bb18-2cbf51c468ab None None] Pushing event updated for resources: {'Port': ['ID=03abafdb-3712-48f3-981a-98c9ada90857,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:49.279305 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Network 8252157b-d128-42cd-ad3a-3de839c52752 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:49.283065 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:49.288292 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:46:49.289052 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Checking router: 4758100a-cce5-49e3-8803-f40ee47ccf48 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:46:49.289397 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Updating router 4758100a-cce5-49e3-8803-f40ee47ccf48 port 81b31261-42da-4c3e-99ba-e97714a733fb binding host dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:46:49.311650 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Routers {'50768439-c5d5-41e7-b588-6bc09219c092'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:49.312272 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['50768439-c5d5-41e7-b588-6bc09219c092'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:49.316351 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecd9a4-1332-4722-bb18-2cbf51c468ab None None] Pushing event updated for resources: {'Port': ['ID=03abafdb-3712-48f3-981a-98c9ada90857,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:49.340738 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9d7634-1999-48c8-a22b-a56553b1cef0,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:49.359950 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622311'] for router_interface (50768439-c5d5-41e7-b588-6bc09219c092), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.385265 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-c0f40cb1-5d2c-4876-bba2-711a132c160d None None] For port d758649b-c827-4458-b515-d6b59f9b664b, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=d758649b-c827-4458-b515-d6b59f9b664b,segment=NetworkSegment(673a336e-5e24-4dd2-ab62-a9129fd79eb1),segment_id=673a336e-5e24-4dd2-ab62-a9129fd79eb1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:49.399405 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c0f40cb1-5d2c-4876-bba2-711a132c160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (d758649b-c827-4458-b515-d6b59f9b664b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.415682 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.462973 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153a3dee-9840-4e65-9549-aee54e97c130 None None] Network 8252157b-d128-42cd-ad3a-3de839c52752 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:46:49.482578 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] Set router 50768439-c5d5-41e7-b588-6bc09219c092 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:49.484678 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:49.555766 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.566577 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f40cb1-5d2c-4876-bba2-711a132c160d None None] Pushing event updated for resources: {'Port': ['ID=d758649b-c827-4458-b515-d6b59f9b664b,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:49.607706 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-e4addd6e-53ef-4c45-b275-82f052439bbc None None] Provisioning complete for port e9294be9-a8ae-4eae-846c-13414e4b47cc triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:49.608072 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4addd6e-53ef-4c45-b275-82f052439bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.766053 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50768439-c5d5-41e7-b588-6bc09219c092', 'name': 'tempest-TestMinimumBasicScenario-2006638784-router', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '03abafdb-3712-48f3-981a-98c9ada90857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:45Z', 'updated_at': '2022-06-15T19:46:47Z', 'revision_number': 3, 'project_id': '5ad09f273d794c659d2c90c019b4aeeb', 'gw_port': {'id': '03abafdb-3712-48f3-981a-98c9ada90857', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50768439-c5d5-41e7-b588-6bc09219c092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:46Z', 'updated_at': '2022-06-15T19:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:49.802130 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1896b8-a109-46e9-9f9b-e4aa36759ce3 None None] The sync data for ids ['50768439-c5d5-41e7-b588-6bc09219c092'] in dv-cinder-844563-3-iscsi is: [{'id': '50768439-c5d5-41e7-b588-6bc09219c092', 'name': 'tempest-TestMinimumBasicScenario-2006638784-router', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '03abafdb-3712-48f3-981a-98c9ada90857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:45Z', 'updated_at': '2022-06-15T19:46:47Z', 'revision_number': 3, 'project_id': '5ad09f273d794c659d2c90c019b4aeeb', 'gw_port': {'id': '03abafdb-3712-48f3-981a-98c9ada90857', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50768439-c5d5-41e7-b588-6bc09219c092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:46Z', 'updated_at': '2022-06-15T19:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:46:49.813844 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:49.816743 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:49.823008 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device d758649b-c827-4458-b515-d6b59f9b664b up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:49.832584 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Publish callbacks [] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.845655 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:49.851207 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.904891 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e4addd6e-53ef-4c45-b275-82f052439bbc None None] Current status of the port e9294be9-a8ae-4eae-846c-13414e4b47cc is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:49.905259 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4addd6e-53ef-4c45-b275-82f052439bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.934784 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622363'] for router_interface (50768439-c5d5-41e7-b588-6bc09219c092), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:49.972195 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9d7634-1999-48c8-a22b-a56553b1cef0,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:50.044279 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port d758649b-c827-4458-b515-d6b59f9b664b triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:50.044646 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (d758649b-c827-4458-b515-d6b59f9b664b), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:50.067003 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Network 8252157b-d128-42cd-ad3a-3de839c52752 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:46:50.069093 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:46:50.077494 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-e4addd6e-53ef-4c45-b275-82f052439bbc None None] For port e9294be9-a8ae-4eae-846c-13414e4b47cc, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=e9294be9-a8ae-4eae-846c-13414e4b47cc,segment=NetworkSegment(c86829a2-c752-46da-953f-dd73f1a40f50),segment_id=c86829a2-c752-46da-953f-dd73f1a40f50)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:50.089435 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4addd6e-53ef-4c45-b275-82f052439bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:50.127000 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:50.219690 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Router 50768439-c5d5-41e7-b588-6bc09219c092 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:46:50.230249 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Publish callbacks [] for port (81b31261-42da-4c3e-99ba-e97714a733fb), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:50.234213 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4addd6e-53ef-4c45-b275-82f052439bbc None None] Pushing event updated for resources: {'Port': ['ID=e9294be9-a8ae-4eae-846c-13414e4b47cc,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:50.259150 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-1046d979-827c-41cc-b07e-8dd284485264 None None] Provisioning complete for port e9294be9-a8ae-4eae-846c-13414e4b47cc triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:50.259525 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1046d979-827c-41cc-b07e-8dd284485264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:50.286888 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:50.354989 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port d758649b-c827-4458-b515-d6b59f9b664b is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:50.358733 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device e9294be9-a8ae-4eae-846c-13414e4b47cc up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:50.388753 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:46:50.396314 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-5ae858c7-c83b-4395-8eac-e772fd0620f1 admin admin] 10.222.0.15 "PUT /v2.0/routers/50768439-c5d5-41e7-b588-6bc09219c092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3422918 Jun 15 19:46:50.422410 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366df11-9503-4327-b153-48a639ba8bfe None None] Pushing event updated for resources: {'Port': ['ID=81b31261-42da-4c3e-99ba-e97714a733fb,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:50.548552 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:50.550292 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1046d979-827c-41cc-b07e-8dd284485264 None None] Current status of the port e9294be9-a8ae-4eae-846c-13414e4b47cc is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:50.598538 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port e9294be9-a8ae-4eae-846c-13414e4b47cc triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:50.598923 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:50.605288 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-1046d979-827c-41cc-b07e-8dd284485264 None None] Provisioning complete for port 5c9d7634-1999-48c8-a22b-a56553b1cef0 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:50.605664 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1046d979-827c-41cc-b07e-8dd284485264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:50.650150 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Attempting to bind port 81b31261-42da-4c3e-99ba-e97714a733fb on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:46:50.650597 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Attempting to bind port 81b31261-42da-4c3e-99ba-e97714a733fb by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': '7e4abeee-1f75-4917-b314-5386554b3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:46:50.650969 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Attempting to bind port 81b31261-42da-4c3e-99ba-e97714a733fb on network cb743b70-6b8f-4d28-94f1-35a3ed944e12 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:46:50.682893 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:46:50.683272 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Checking segment: {'id': '7e4abeee-1f75-4917-b314-5386554b3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:50.683682 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:50.684079 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Bound using segment: {'id': '7e4abeee-1f75-4917-b314-5386554b3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:46:50.684570 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Bound port: 81b31261-42da-4c3e-99ba-e97714a733fb, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4abeee-1f75-4917-b314-5386554b3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:46:50.684954 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:50.687192 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1046d979-827c-41cc-b07e-8dd284485264 None None] Port 5c9d7634-1999-48c8-a22b-a56553b1cef0 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:46:50.822428 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-c3f74b01-9b8b-42e8-834e-2e12599a453e None None] Provisioning complete for port 5c9d7634-1999-48c8-a22b-a56553b1cef0 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:50.822801 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c3f74b01-9b8b-42e8-834e-2e12599a453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:50.831380 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] For port 81b31261-42da-4c3e-99ba-e97714a733fb, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:46:50.891094 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] For port 81b31261-42da-4c3e-99ba-e97714a733fb, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=81b31261-42da-4c3e-99ba-e97714a733fb,segment=NetworkSegment(7e4abeee-1f75-4917-b314-5386554b3070),segment_id=7e4abeee-1f75-4917-b314-5386554b3070)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:46:50.906267 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:50.915741 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c3f74b01-9b8b-42e8-834e-2e12599a453e None None] Port 5c9d7634-1999-48c8-a22b-a56553b1cef0 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:46:51.029136 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port e9294be9-a8ae-4eae-846c-13414e4b47cc is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:51.036521 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Routers {'4758100a-cce5-49e3-8803-f40ee47ccf48'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:51.037157 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['4758100a-cce5-49e3-8803-f40ee47ccf48'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:51.135751 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366df11-9503-4327-b153-48a639ba8bfe None None] Pushing event updated for resources: {'Port': ['ID=81b31261-42da-4c3e-99ba-e97714a733fb,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:51.139000 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-ddb2159f-cfe7-4353-b2c7-0587fb8b2c44 None None] Provisioning complete for port 81b31261-42da-4c3e-99ba-e97714a733fb triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:51.139434 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ddb2159f-cfe7-4353-b2c7-0587fb8b2c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:51.419180 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] Set router 4758100a-cce5-49e3-8803-f40ee47ccf48 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:51.467206 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2159f-cfe7-4353-b2c7-0587fb8b2c44 None None] Current status of the port 81b31261-42da-4c3e-99ba-e97714a733fb is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:51.467592 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ddb2159f-cfe7-4353-b2c7-0587fb8b2c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:51.623554 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:51.659190 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:51.694279 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-ddb2159f-cfe7-4353-b2c7-0587fb8b2c44 None None] For port 81b31261-42da-4c3e-99ba-e97714a733fb, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=81b31261-42da-4c3e-99ba-e97714a733fb,segment=NetworkSegment(7e4abeee-1f75-4917-b314-5386554b3070),segment_id=7e4abeee-1f75-4917-b314-5386554b3070)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:51.731806 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ddb2159f-cfe7-4353-b2c7-0587fb8b2c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:51.796026 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-ddb2159f-cfe7-4353-b2c7-0587fb8b2c44 None None] Provisioning complete for port 5c9d7634-1999-48c8-a22b-a56553b1cef0 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:51.796464 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ddb2159f-cfe7-4353-b2c7-0587fb8b2c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:51.844140 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'name': 'tempest-TestVolumeBootPattern-1466913397-router', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '8af41638-b7e8-473e-a881-f6adfe2222bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:36Z', 'updated_at': '2022-06-15T19:46:41Z', 'revision_number': 4, 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'gw_port': {'id': '8af41638-b7e8-473e-a881-f6adfe2222bb', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '81b31261-42da-4c3e-99ba-e97714a733fb', 'name': '', 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'mac_address': 'fa:16:3e:c5:cc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e49bab67-467b-4351-9821-2c0e093d38a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:40Z', 'updated_at': '2022-06-15T19:46:50Z', 'revision_number': 4, 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'subnets': [{'id': 'e49bab67-467b-4351-9821-2c0e093d38a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:51.852295 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2159f-cfe7-4353-b2c7-0587fb8b2c44 None None] Port 5c9d7634-1999-48c8-a22b-a56553b1cef0 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:46:51.885628 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304cc016-8fe8-42e7-82fa-5c638f03deb4 None None] The sync data for ids ['4758100a-cce5-49e3-8803-f40ee47ccf48'] in dv-cinder-844563-3-iscsi is: [{'id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'name': 'tempest-TestVolumeBootPattern-1466913397-router', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '8af41638-b7e8-473e-a881-f6adfe2222bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:36Z', 'updated_at': '2022-06-15T19:46:41Z', 'revision_number': 4, 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'gw_port': {'id': '8af41638-b7e8-473e-a881-f6adfe2222bb', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '81b31261-42da-4c3e-99ba-e97714a733fb', 'name': '', 'network_id': 'cb743b70-6b8f-4d28-94f1-35a3ed944e12', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'mac_address': 'fa:16:3e:c5:cc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e49bab67-467b-4351-9821-2c0e093d38a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:40Z', 'updated_at': '2022-06-15T19:46:50Z', 'revision_number': 4, 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'subnets': [{'id': 'e49bab67-467b-4351-9821-2c0e093d38a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:46:51.891094 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2159f-cfe7-4353-b2c7-0587fb8b2c44 None None] Pushing event updated for resources: {'Port': ['ID=81b31261-42da-4c3e-99ba-e97714a733fb,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:51.900900 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device e9294be9-a8ae-4eae-846c-13414e4b47cc up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:51.951147 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port e9294be9-a8ae-4eae-846c-13414e4b47cc triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:51.951676 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:51.999575 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-51e5b6d3-5775-4764-8e5b-61acd30b63e8 None None] Provisioning complete for port 81b31261-42da-4c3e-99ba-e97714a733fb triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:52.000050 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51e5b6d3-5775-4764-8e5b-61acd30b63e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:52.091736 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port e9294be9-a8ae-4eae-846c-13414e4b47cc is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:52.091736 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 03abafdb-3712-48f3-981a-98c9ada90857 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:52.173403 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-51e5b6d3-5775-4764-8e5b-61acd30b63e8 None None] Current status of the port 81b31261-42da-4c3e-99ba-e97714a733fb is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:52.199182 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 03abafdb-3712-48f3-981a-98c9ada90857 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:52.199647 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (03abafdb-3712-48f3-981a-98c9ada90857), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:52.343794 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 03abafdb-3712-48f3-981a-98c9ada90857 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:52.344231 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (03abafdb-3712-48f3-981a-98c9ada90857), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:52.389400 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] For port 03abafdb-3712-48f3-981a-98c9ada90857, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=03abafdb-3712-48f3-981a-98c9ada90857,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:52.394753 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (03abafdb-3712-48f3-981a-98c9ada90857), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:52.396378 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 81b31261-42da-4c3e-99ba-e97714a733fb up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:52.518303 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Pushing event updated for resources: {'Port': ['ID=03abafdb-3712-48f3-981a-98c9ada90857,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:52.532606 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 81b31261-42da-4c3e-99ba-e97714a733fb triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:52.533147 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:52.651652 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 81b31261-42da-4c3e-99ba-e97714a733fb is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:53.017877 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-60eca51e-0064-4c02-aedc-52f5163eb642 req-b257575c-cd9b-4d44-a502-60f153935e4a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535636 Jun 15 19:46:53.124488 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eca51e-0064-4c02-aedc-52f5163eb642 req-3b7811db-732f-4ff6-b480-2f0b87ef3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:53.126069 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-60eca51e-0064-4c02-aedc-52f5163eb642 req-3b7811db-732f-4ff6-b480-2f0b87ef3da0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feaa96a8901e42c18c270c092a40fc83&device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 1130 time: 0.0551651 Jun 15 19:46:53.268675 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eca51e-0064-4c02-aedc-52f5163eb642 req-2fd6d217-1198-4691-a2bb-379441620800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:53.270416 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-60eca51e-0064-4c02-aedc-52f5163eb642 req-2fd6d217-1198-4691-a2bb-379441620800 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c97fa835-6951-4e5b-beef-24701d625969 HTTP/1.1" status: 200 len: 909 time: 0.1235881 Jun 15 19:46:53.346534 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-60eca51e-0064-4c02-aedc-52f5163eb642 req-6c47564d-b3ee-48f3-9fcf-3a95b683a8f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98860632-f1d4-48e3-a840-1307deb28658 HTTP/1.1" status: 200 len: 1002 time: 0.0682981 Jun 15 19:46:53.415603 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eca51e-0064-4c02-aedc-52f5163eb642 req-5c51b149-1184-40e1-abeb-cee978496d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:53.417355 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-60eca51e-0064-4c02-aedc-52f5163eb642 req-5c51b149-1184-40e1-abeb-cee978496d6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a HTTP/1.1" status: 200 len: 847 time: 0.0643971 Jun 15 19:46:53.491647 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eca51e-0064-4c02-aedc-52f5163eb642 req-ec030cad-4ad1-4ecf-af4e-2994ad7bc52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:46:53.493564 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-60eca51e-0064-4c02-aedc-52f5163eb642 req-ec030cad-4ad1-4ecf-af4e-2994ad7bc52c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c97fa835-6951-4e5b-beef-24701d625969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506558 Jun 15 19:46:53.604537 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:53.659392 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-60eca51e-0064-4c02-aedc-52f5163eb642 req-db41cb7e-51a9-41a7-b3b3-8a8519599af9 service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565487 Jun 15 19:46:53.736648 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 03abafdb-3712-48f3-981a-98c9ada90857 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:53.779344 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:53.807968 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-60eca51e-0064-4c02-aedc-52f5163eb642 req-1b8c1dfb-e71e-4c7b-8375-356772e875b2 service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420193 Jun 15 19:46:53.818402 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 03abafdb-3712-48f3-981a-98c9ada90857 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:53.818797 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (03abafdb-3712-48f3-981a-98c9ada90857), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:53.878687 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:53.921286 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 03abafdb-3712-48f3-981a-98c9ada90857 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:53.922380 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 81b31261-42da-4c3e-99ba-e97714a733fb up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:53.988734 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 81b31261-42da-4c3e-99ba-e97714a733fb triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:53.989023 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:54.093826 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 81b31261-42da-4c3e-99ba-e97714a733fb is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:55.855923 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Sync routers for ids ['50768439-c5d5-41e7-b588-6bc09219c092'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:46:55.867193 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Routers {'50768439-c5d5-41e7-b588-6bc09219c092'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:55.868064 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['50768439-c5d5-41e7-b588-6bc09219c092'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:56.090947 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Set router 50768439-c5d5-41e7-b588-6bc09219c092 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:56.331343 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50768439-c5d5-41e7-b588-6bc09219c092', 'name': 'tempest-TestMinimumBasicScenario-2006638784-router', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '03abafdb-3712-48f3-981a-98c9ada90857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:45Z', 'updated_at': '2022-06-15T19:46:49Z', 'revision_number': 4, 'project_id': '5ad09f273d794c659d2c90c019b4aeeb', 'gw_port': {'id': '03abafdb-3712-48f3-981a-98c9ada90857', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50768439-c5d5-41e7-b588-6bc09219c092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:46Z', 'updated_at': '2022-06-15T19:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '5c9d7634-1999-48c8-a22b-a56553b1cef0', 'name': '', 'network_id': '8252157b-d128-42cd-ad3a-3de839c52752', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb', 'mac_address': 'fa:16:3e:ba:39:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50768439-c5d5-41e7-b588-6bc09219c092', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '9a906bfc-e403-4258-9fec-2a5ebc07a75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:48Z', 'updated_at': '2022-06-15T19:46:49Z', 'revision_number': 2, 'project_id': '5ad09f273d794c659d2c90c019b4aeeb', 'subnets': [{'id': '9a906bfc-e403-4258-9fec-2a5ebc07a75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:56.361387 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Checking router: 50768439-c5d5-41e7-b588-6bc09219c092 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:46:56.361730 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Updating router 50768439-c5d5-41e7-b588-6bc09219c092 port 5c9d7634-1999-48c8-a22b-a56553b1cef0 binding host dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 19:46:56.396098 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:56.732426 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Publish callbacks [] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:56.741262 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:56.769764 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:56.797477 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcae41-223b-4094-8970-ff9c3e8209f3 None None] Pushing event updated for resources: {'Port': ['ID=5c9d7634-1999-48c8-a22b-a56553b1cef0,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:56.881703 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:56.893500 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Attempting to bind port 5c9d7634-1999-48c8-a22b-a56553b1cef0 on host dv-cinder-844563-3-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:46:56.893976 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Attempting to bind port 5c9d7634-1999-48c8-a22b-a56553b1cef0 by drivers openvswitch,hyperv on host dv-cinder-844563-3-iscsi at level 0 using segments [{'id': 'c86829a2-c752-46da-953f-dd73f1a40f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8252157b-d128-42cd-ad3a-3de839c52752'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:46:56.894418 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Attempting to bind port 5c9d7634-1999-48c8-a22b-a56553b1cef0 on network 8252157b-d128-42cd-ad3a-3de839c52752 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:46:56.903990 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Checking agent: {'id': 'ac33241f-3b91-4fd0-b640-eb2d933fdb62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 29, 39), 'started_at': datetime.datetime(2022, 6, 15, 19, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:46:56.904362 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Checking segment: {'id': 'c86829a2-c752-46da-953f-dd73f1a40f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8252157b-d128-42cd-ad3a-3de839c52752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:46:56.904761 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:56.905145 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Bound using segment: {'id': 'c86829a2-c752-46da-953f-dd73f1a40f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8252157b-d128-42cd-ad3a-3de839c52752'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:46:56.905606 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Bound port: 5c9d7634-1999-48c8-a22b-a56553b1cef0, host: dv-cinder-844563-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86829a2-c752-46da-953f-dd73f1a40f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8252157b-d128-42cd-ad3a-3de839c52752'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:46:56.905982 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:56.977878 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] For port 5c9d7634-1999-48c8-a22b-a56553b1cef0, host dv-cinder-844563-3-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:46:56.982930 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] For port 5c9d7634-1999-48c8-a22b-a56553b1cef0, host dv-cinder-844563-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=5c9d7634-1999-48c8-a22b-a56553b1cef0,segment=NetworkSegment(c86829a2-c752-46da-953f-dd73f1a40f50),segment_id=c86829a2-c752-46da-953f-dd73f1a40f50)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:46:56.990540 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:57.051129 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Routers {'50768439-c5d5-41e7-b588-6bc09219c092'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:46:57.052175 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:46:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['50768439-c5d5-41e7-b588-6bc09219c092'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:57.145265 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-af732bf2-a155-4d09-8114-43af3aa516b1 None None] Provisioning complete for port 5c9d7634-1999-48c8-a22b-a56553b1cef0 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:57.146589 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-af732bf2-a155-4d09-8114-43af3aa516b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:57.155779 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcae41-223b-4094-8970-ff9c3e8209f3 None None] Pushing event updated for resources: {'Port': ['ID=5c9d7634-1999-48c8-a22b-a56553b1cef0,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:57.270751 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] Set router 50768439-c5d5-41e7-b588-6bc09219c092 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:46:57.271793 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-af732bf2-a155-4d09-8114-43af3aa516b1 None None] Current status of the port 5c9d7634-1999-48c8-a22b-a56553b1cef0 is: DOWN; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:57.272192 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-af732bf2-a155-4d09-8114-43af3aa516b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:57.313348 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-af732bf2-a155-4d09-8114-43af3aa516b1 None None] For port 5c9d7634-1999-48c8-a22b-a56553b1cef0, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=5c9d7634-1999-48c8-a22b-a56553b1cef0,segment=NetworkSegment(c86829a2-c752-46da-953f-dd73f1a40f50),segment_id=c86829a2-c752-46da-953f-dd73f1a40f50)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:46:57.318580 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-af732bf2-a155-4d09-8114-43af3aa516b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:57.410730 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af732bf2-a155-4d09-8114-43af3aa516b1 None None] Pushing event updated for resources: {'Port': ['ID=5c9d7634-1999-48c8-a22b-a56553b1cef0,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:46:57.445567 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-72111c2d-83cd-45ee-8e2c-5d99a1cb4e60 None None] Provisioning complete for port 5c9d7634-1999-48c8-a22b-a56553b1cef0 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:57.446195 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-72111c2d-83cd-45ee-8e2c-5d99a1cb4e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:57.481372 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:57.530647 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50768439-c5d5-41e7-b588-6bc09219c092', 'name': 'tempest-TestMinimumBasicScenario-2006638784-router', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '03abafdb-3712-48f3-981a-98c9ada90857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:45Z', 'updated_at': '2022-06-15T19:46:49Z', 'revision_number': 4, 'project_id': '5ad09f273d794c659d2c90c019b4aeeb', 'gw_port': {'id': '03abafdb-3712-48f3-981a-98c9ada90857', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50768439-c5d5-41e7-b588-6bc09219c092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:46Z', 'updated_at': '2022-06-15T19:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '5c9d7634-1999-48c8-a22b-a56553b1cef0', 'name': '', 'network_id': '8252157b-d128-42cd-ad3a-3de839c52752', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb', 'mac_address': 'fa:16:3e:ba:39:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50768439-c5d5-41e7-b588-6bc09219c092', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '9a906bfc-e403-4258-9fec-2a5ebc07a75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:48Z', 'updated_at': '2022-06-15T19:46:56Z', 'revision_number': 4, 'project_id': '5ad09f273d794c659d2c90c019b4aeeb', 'subnets': [{'id': '9a906bfc-e403-4258-9fec-2a5ebc07a75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:46:57.545337 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-72111c2d-83cd-45ee-8e2c-5d99a1cb4e60 None None] Current status of the port 5c9d7634-1999-48c8-a22b-a56553b1cef0 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:46:57.558971 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe18e83-25be-4d20-a420-fdc6c64a3840 None None] The sync data for ids ['50768439-c5d5-41e7-b588-6bc09219c092'] in dv-cinder-844563-3-iscsi is: [{'id': '50768439-c5d5-41e7-b588-6bc09219c092', 'name': 'tempest-TestMinimumBasicScenario-2006638784-router', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '03abafdb-3712-48f3-981a-98c9ada90857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:45Z', 'updated_at': '2022-06-15T19:46:49Z', 'revision_number': 4, 'project_id': '5ad09f273d794c659d2c90c019b4aeeb', 'gw_port': {'id': '03abafdb-3712-48f3-981a-98c9ada90857', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50768439-c5d5-41e7-b588-6bc09219c092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:46Z', 'updated_at': '2022-06-15T19:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': '5c9d7634-1999-48c8-a22b-a56553b1cef0', 'name': '', 'network_id': '8252157b-d128-42cd-ad3a-3de839c52752', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb', 'mac_address': 'fa:16:3e:ba:39:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50768439-c5d5-41e7-b588-6bc09219c092', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '9a906bfc-e403-4258-9fec-2a5ebc07a75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:48Z', 'updated_at': '2022-06-15T19:46:56Z', 'revision_number': 4, 'project_id': '5ad09f273d794c659d2c90c019b4aeeb', 'subnets': [{'id': '9a906bfc-e403-4258-9fec-2a5ebc07a75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:46:58.000038 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:58.020870 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=60,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:46:59.694784 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 5c9d7634-1999-48c8-a22b-a56553b1cef0 up at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:46:59.768365 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Provisioning complete for port 5c9d7634-1999-48c8-a22b-a56553b1cef0 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:46:59.768888 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:46:59.948487 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Current status of the port 5c9d7634-1999-48c8-a22b-a56553b1cef0 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:47:00.979058 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-72d604c5-df61-475e-b8aa-df72bab6ae65 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:00.980561 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-72d604c5-df61-475e-b8aa-df72bab6ae65 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/networks?id=fa4d081e-86f6-4b0d-9d90-52d503844812 HTTP/1.1" status: 200 len: 815 time: 0.1096382 Jun 15 19:47:00.996042 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-f47f18a4-2a43-429c-a80e-adf9c4960998 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/quotas/5eeb6d09ac2a459183dac0e66a26b4bc HTTP/1.1" status: 200 len: 375 time: 0.0100422 Jun 15 19:47:01.051841 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-a40ae314-1e5f-44a6-b349-8368b69af478 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5eeb6d09ac2a459183dac0e66a26b4bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502558 Jun 15 19:47:01.159829 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-396399b8-41ed-4fd4-97c8-698f8b6b1471 service neutron] 10.222.0.15 "GET /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960610 Jun 15 19:47:01.259163 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-529a0665-c007-43a9-ba57-7048000164c0 service neutron] 10.222.0.15 "GET /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922234 Jun 15 19:47:01.316559 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-ed099298-aa45-478b-9a38-2f04def0c6e1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107218427&fields=id&tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7 HTTP/1.1" status: 200 len: 267 time: 0.0469151 Jun 15 19:47:01.412732 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:47:01.444498 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7de70bb1-de3c-44d7-9eca-e526057f5252 req-7a5905e1-0e06-4fb1-96b4-5bd9937464be tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 210 time: 0.0358241 Jun 15 19:47:01.472122 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-f50e4432-4172-4810-b751-b24948dec379 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:01.473626 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-f50e4432-4172-4810-b751-b24948dec379 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 812 time: 0.1499786 Jun 15 19:47:01.488760 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-826bb76c-c73b-4747-97c2-3d2b77e4f1d7 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/quotas/b7cdb8d3ddc84d0fbd6128c3b46d05f7 HTTP/1.1" status: 200 len: 375 time: 0.0096238 Jun 15 19:47:01.554300 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-5ec4ff5a-923d-4496-b78f-3fa95ad5f6ca tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573556 Jun 15 19:47:01.769173 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-bb0752a0-b381-4d98-ba0a-54d9cea720f5 service neutron] 10.222.0.15 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016404 Jun 15 19:47:01.874461 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-489a11f5-5f63-4c2a-abdb-2735375811fd service neutron] 10.222.0.15 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986526 Jun 15 19:47:02.184617 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-daa0d236-e952-4b36-9ab5-5b7a6f67e658 req-56f10899-1fef-4057-a065-461f39f3763c tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 210 time: 0.0286281 Jun 15 19:47:02.464622 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-1af0103c-50a9-4922-8304-39f4228b243b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:02.468765 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-1af0103c-50a9-4922-8304-39f4228b243b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.42 "GET /v2.0/networks?id=fa4d081e-86f6-4b0d-9d90-52d503844812 HTTP/1.1" status: 200 len: 815 time: 0.1407073 Jun 15 19:47:02.483676 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Request body: {'port': {'device_id': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'admin_state_up': True, 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:47:02.527906 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:02.578801 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-19ba1d90-b389-4eec-9acd-e071c03cad3c req-9e35efc0-254f-4d2f-9c9a-dbc126577cd3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 210 time: 0.0347188 Jun 15 19:47:02.639237 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Made reservation on behalf of 5eeb6d09ac2a459183dac0e66a26b4bc for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:47:02.643860 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:02.798775 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Allocated IP 172.20.0.10 (fa4d081e-86f6-4b0d-9d90-52d503844812/1c85ac12-69ee-4ce3-b513-a6bcb869f1d3/1d0b45aa-c70d-4006-b056-768daf2e3807) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:47:02.983715 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:03.022350 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:03.073291 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Network fa4d081e-86f6-4b0d-9d90-52d503844812 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:47:03.080253 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:47:03.088665 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:47:03.133658 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event updated for resources: {'Port': ['ID=1d0b45aa-c70d-4006-b056-768daf2e3807,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:03.146923 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.147558 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.147903 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.148248 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.148574 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.148903 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.149228 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.149550 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.149875 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.150230 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.150553 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.150873 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.151188 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.151506 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.151852 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:03.170364 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:03.171036 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:03.192989 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-c98aeeda-d968-4fa9-805c-350dede739f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7163978 Jun 15 19:47:03.337399 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1e1db904-54eb-43f5-b2b5-c411451e6b32 req-322a17fa-603b-4eae-8c40-8111d0ec0a33 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 210 time: 0.0423033 Jun 15 19:47:03.536350 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-46547c7f-6b83-4f74-9a2e-35ba140d4516 None None] Provisioning complete for port 1d0b45aa-c70d-4006-b056-768daf2e3807 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:47:03.537462 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-46547c7f-6b83-4f74-9a2e-35ba140d4516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:03.580041 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-46547c7f-6b83-4f74-9a2e-35ba140d4516 None None] Port 1d0b45aa-c70d-4006-b056-768daf2e3807 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:47:03.724680 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ca82c599-d036-449a-92e2-f74b0963ffb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:03.733613 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c548c2a-0187-4cd0-a9fb-ea9766c559c5 req-209d86e1-cfbf-465e-a331-72fe0515dbed tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:03.735132 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3c548c2a-0187-4cd0-a9fb-ea9766c559c5 req-209d86e1-cfbf-465e-a331-72fe0515dbed tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 932 time: 0.0621967 Jun 15 19:47:03.797443 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3c548c2a-0187-4cd0-a9fb-ea9766c559c5 req-56bd2e82-9fcd-45c2-9998-87507eb9d075 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550992 Jun 15 19:47:04.461208 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f7954cab-b924-4e7d-be8a-9339154854ff req-24b52f9a-0712-4b24-83f0-c8c6132c737b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 210 time: 0.0309360 Jun 15 19:47:04.935170 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e591788-1bd9-4783-a0fb-5d0324d443a3 req-94d8a233-9a2c-4c9c-bd56-b8409a6dc1c6 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:04.936793 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8e591788-1bd9-4783-a0fb-5d0324d443a3 req-94d8a233-9a2c-4c9c-bd56-b8409a6dc1c6 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 932 time: 0.0510399 Jun 15 19:47:05.001076 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8e591788-1bd9-4783-a0fb-5d0324d443a3 req-eb1c2e8d-1717-4992-9aa9-e3aa28b117f8 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581570 Jun 15 19:47:05.567687 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d16f6f84-e5fd-4866-a3f6-7e6511c5b88c req-a5c5d3e1-3b12-4561-a0f6-a0dcee2e450e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 210 time: 0.0307040 Jun 15 19:47:05.977088 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2b3c426-d1b1-4c65-8788-29829b4961c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:06.089440 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:06.109709 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:06.137301 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a30c75-6639-4b5d-ac0d-f40f67a5d683 req-b4065c60-82d2-462e-81ce-d52b2d60a95b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:06.139009 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-54a30c75-6639-4b5d-ac0d-f40f67a5d683 req-b4065c60-82d2-462e-81ce-d52b2d60a95b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 932 time: 0.0580735 Jun 15 19:47:06.200701 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-54a30c75-6639-4b5d-ac0d-f40f67a5d683 req-78801b4c-6873-411c-89d0-3fe942fe8992 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550721 Jun 15 19:47:06.674731 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fab2436f-2af3-4fa9-a866-580bb1d93844 req-4477f82b-b23a-499d-a074-417c731d4d26 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 210 time: 0.0292032 Jun 15 19:47:07.324520 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc731a35-a9bb-4613-8090-a113d70ba9de req-51cf36c4-819b-47c4-9939-3ae36ca842d5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:07.325980 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bc731a35-a9bb-4613-8090-a113d70ba9de req-51cf36c4-819b-47c4-9939-3ae36ca842d5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 932 time: 0.0550058 Jun 15 19:47:07.379610 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bc731a35-a9bb-4613-8090-a113d70ba9de req-3b0f1387-8603-44b6-bd78-c05333e5615b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476625 Jun 15 19:47:07.420927 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:07.544024 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:07.777319 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8d3f0da6-dc42-4506-bedf-f609386b9522 req-2eedef6b-8dda-43a8-b54d-37d19dec63bb tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 210 time: 0.0292478 Jun 15 19:47:08.501891 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f92145-15a8-4a41-8ac1-a473912f0eb6 req-78034eee-be13-4681-94de-6021ccb90f35 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:08.503469 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-11f92145-15a8-4a41-8ac1-a473912f0eb6 req-78034eee-be13-4681-94de-6021ccb90f35 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 932 time: 0.0505450 Jun 15 19:47:08.566654 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-11f92145-15a8-4a41-8ac1-a473912f0eb6 req-047eca23-4c16-4114-b0b7-7d1f5d8a9e0a tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563233 Jun 15 19:47:08.815820 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:08.886880 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a4fa34b8-81e5-4a8f-b04b-8c36d00e89b2 req-31656487-9c51-4e63-94e7-cb4f2b635adb tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 210 time: 0.0326159 Jun 15 19:47:09.388347 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abbb70-51a3-4006-b5ae-ad6d686a7fa9 req-deb1436a-f974-4894-aaf9-dadd3e23119e tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:09.389857 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e3abbb70-51a3-4006-b5ae-ad6d686a7fa9 req-deb1436a-f974-4894-aaf9-dadd3e23119e tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0526319 Jun 15 19:47:09.450453 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e3abbb70-51a3-4006-b5ae-ad6d686a7fa9 req-998b1ddf-8cfc-42f4-80ba-bd6ebb541f26 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547516 Jun 15 19:47:09.459995 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:09.705492 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1c570-915d-4808-88d8-e4f6ab6cc57a req-ffa9a4ca-e010-413c-a821-f4c4d8bec3ea tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:09.706920 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f6e1c570-915d-4808-88d8-e4f6ab6cc57a req-ffa9a4ca-e010-413c-a821-f4c4d8bec3ea tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 932 time: 0.0491195 Jun 15 19:47:09.765528 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f6e1c570-915d-4808-88d8-e4f6ab6cc57a req-aa7b0358-2ede-45ea-9a28-caccbdd29707 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497868 Jun 15 19:47:09.993479 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b8d98b9e-3266-482c-9796-992c2b0bff7a req-33682b0d-4d69-4299-b11b-9d4321bf3fa1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 210 time: 0.0286145 Jun 15 19:47:10.576166 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd88805-3ea6-47cd-8b60-51471397b295 req-04612d53-00ee-4e62-ae5f-d86358ad61b4 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:10.577646 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8bd88805-3ea6-47cd-8b60-51471397b295 req-04612d53-00ee-4e62-ae5f-d86358ad61b4 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0519710 Jun 15 19:47:10.628260 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8bd88805-3ea6-47cd-8b60-51471397b295 req-9ab7c136-4ba4-445c-97fa-311ddcc7337f tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447762 Jun 15 19:47:10.890138 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2db4a-ff8f-4b5a-be74-9975d423d499 req-e5346bd7-aae4-46ff-afff-25c43f2c33cb tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:10.891618 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-38d2db4a-ff8f-4b5a-be74-9975d423d499 req-e5346bd7-aae4-46ff-afff-25c43f2c33cb tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 932 time: 0.0518122 Jun 15 19:47:10.941351 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-38d2db4a-ff8f-4b5a-be74-9975d423d499 req-4cdcec93-0e50-4b68-ae31-a9208323b75a tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441103 Jun 15 19:47:11.094362 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fb4936ff-1756-4dd3-a1f4-abe6f038f017 req-2235e2ef-73f1-41c3-94b7-85fe05bf21b4 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 210 time: 0.0282662 Jun 15 19:47:11.165988 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Request body: {'port': {'device_id': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:47:11.238314 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:11.273294 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:11.317468 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:11.412224 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=57 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:11.512323 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-b250678f-bbfe-448c-9fb6-c4aafed1c3f3 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:11.513800 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-b250678f-bbfe-448c-9fb6-c4aafed1c3f3 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 812 time: 0.2307873 Jun 15 19:47:11.612866 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-1957634e-deca-47d0-a69c-121702a540fc tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7 HTTP/1.1" status: 200 len: 379 time: 0.0885170 Jun 15 19:47:11.637446 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-6ef2d776-6f8d-4724-ab7c-85cd33639ecc tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Request body: {'port': {'device_id': '72c741e5-dd61-47bd-9d45-7a33d5f0eb6c', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'admin_state_up': True, 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'security_groups': ['429bcc2f-d647-4b45-8b5d-e7294cd12134']}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:47:11.669698 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0b45aa-c70d-4006-b056-768daf2e3807 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:47:11.686120 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Publish callbacks [] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:11.763903 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9598136-75e7-42b0-8838-f777a1b6b318 req-a4fbbb96-5e48-4dad-8444-9f5a26ac50e7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:11.767188 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a9598136-75e7-42b0-8838-f777a1b6b318 req-a4fbbb96-5e48-4dad-8444-9f5a26ac50e7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0631099 Jun 15 19:47:11.835947 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a9598136-75e7-42b0-8838-f777a1b6b318 req-cb84fefb-ed91-4e2f-b6da-04d5cdda9c76 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624194 Jun 15 19:47:12.014179 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Transition to ACTIVE for port object 1d0b45aa-c70d-4006-b056-768daf2e3807 will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:47:12.020259 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:12.082524 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c5651-1d1f-47a5-b3cc-44ea81e743d4 req-3c1d7e1b-9ce3-47a8-b141-4a8d22afe69a tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:12.084038 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9a1c5651-1d1f-47a5-b3cc-44ea81e743d4 req-3c1d7e1b-9ce3-47a8-b141-4a8d22afe69a tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 944 time: 0.0595403 Jun 15 19:47:12.129121 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Pushing event updated for resources: {'Port': ['ID=1d0b45aa-c70d-4006-b056-768daf2e3807,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:12.152602 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-6ef2d776-6f8d-4724-ab7c-85cd33639ecc tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Made reservation on behalf of b7cdb8d3ddc84d0fbd6128c3b46d05f7 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:47:12.156284 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-6ef2d776-6f8d-4724-ab7c-85cd33639ecc tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:12.170602 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9a1c5651-1d1f-47a5-b3cc-44ea81e743d4 req-048474c9-6344-486f-b691-b5a7aa26d086 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714014 Jun 15 19:47:12.220617 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3a003b15-2efa-456c-bc1a-91a31ec7fa6f req-8a3bc20f-d9b2-429b-855f-cb1a7517eb28 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 210 time: 0.0322466 Jun 15 19:47:12.260732 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Attempting to bind port 1d0b45aa-c70d-4006-b056-768daf2e3807 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:47:12.261337 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Attempting to bind port 1d0b45aa-c70d-4006-b056-768daf2e3807 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '673a336e-5e24-4dd2-ab62-a9129fd79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:47:12.261477 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Attempting to bind port 1d0b45aa-c70d-4006-b056-768daf2e3807 on network fa4d081e-86f6-4b0d-9d90-52d503844812 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:47:12.273033 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Port 1d0b45aa-c70d-4006-b056-768daf2e3807 on network fa4d081e-86f6-4b0d-9d90-52d503844812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:47:12.273358 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Attempting to bind port 1d0b45aa-c70d-4006-b056-768daf2e3807 on network fa4d081e-86f6-4b0d-9d90-52d503844812 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:47:12.284403 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:12.290247 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:47:12.290588 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Checking segment: {'id': '673a336e-5e24-4dd2-ab62-a9129fd79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:47:12.290976 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Bound using segment: {'id': '673a336e-5e24-4dd2-ab62-a9129fd79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:47:12.291421 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Bound port: 1d0b45aa-c70d-4006-b056-768daf2e3807, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673a336e-5e24-4dd2-ab62-a9129fd79eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:47:12.291784 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:12.373859 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-6ef2d776-6f8d-4724-ab7c-85cd33639ecc tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Allocated IP 172.20.0.3 (027be43c-318b-4ede-b89b-bf032d141bce/ff7bfe91-8884-42b7-b34c-44dd872dd073/0a4b2324-33cc-4785-a82e-68b01b7613ed) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:47:12.415832 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] For port 1d0b45aa-c70d-4006-b056-768daf2e3807, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:47:12.423971 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] For port 1d0b45aa-c70d-4006-b056-768daf2e3807, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1d0b45aa-c70d-4006-b056-768daf2e3807,segment=NetworkSegment(673a336e-5e24-4dd2-ab62-a9129fd79eb1),segment_id=673a336e-5e24-4dd2-ab62-a9129fd79eb1)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:47:12.437088 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:12.445582 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:12.501093 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:12.501723 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:12.503246 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] 10.222.0.42 "PUT /v2.0/ports/1d0b45aa-c70d-4006-b056-768daf2e3807 HTTP/1.1" status: 200 len: 1094 time: 1.3423140 Jun 15 19:47:12.506152 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'tag': '1d0b45aa-c70d-4006-b056-768daf2e3807'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:47:12.509153 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415ae401-03dd-4af9-aa05-4b63deb89588" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5a5059-662f-48f0-903e-a615869cd2eb", "tag": "1d0b45aa-c70d-4006-b056-768daf2e3807"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:47:12.585154 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203e2fd8-2c87-4da3-9392-9428ba9cea4f x-openstack-request-id: req-203e2fd8-2c87-4da3-9392-9428ba9cea4f {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:47:12.585495 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5a5059-662f-48f0-903e-a615869cd2eb", "tag": "1d0b45aa-c70d-4006-b056-768daf2e3807", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:47:12.585750 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-203e2fd8-2c87-4da3-9392-9428ba9cea4f {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:47:12.586402 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203e2fd8-2c87-4da3-9392-9428ba9cea4f'] response: {'name': 'network-changed', 'server_uuid': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'tag': '1d0b45aa-c70d-4006-b056-768daf2e3807', 'status': 'completed', 'code': 200} Jun 15 19:47:12.630380 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf32b1f-f4eb-4104-9a95-f70496f6aebb service neutron] Pushing event updated for resources: {'Port': ['ID=1d0b45aa-c70d-4006-b056-768daf2e3807,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:12.652493 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ae401-03dd-4af9-aa05-4b63deb89588 req-1f19bd4a-b10f-45a0-8097-7efc17aaf452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:12.654051 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-415ae401-03dd-4af9-aa05-4b63deb89588 req-1f19bd4a-b10f-45a0-8097-7efc17aaf452 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5eeb6d09ac2a459183dac0e66a26b4bc&device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 1128 time: 0.0757866 Jun 15 19:47:12.702421 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-6ef2d776-6f8d-4724-ab7c-85cd33639ecc tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:12.799835 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ae401-03dd-4af9-aa05-4b63deb89588 req-b705aee2-a548-490c-9175-1e88ab4c7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:12.801414 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-415ae401-03dd-4af9-aa05-4b63deb89588 req-b705aee2-a548-490c-9175-1e88ab4c7e02 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5eeb6d09ac2a459183dac0e66a26b4bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1394277 Jun 15 19:47:12.803677 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-6ef2d776-6f8d-4724-ab7c-85cd33639ecc tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:12.881553 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-6ef2d776-6f8d-4724-ab7c-85cd33639ecc tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Network 027be43c-318b-4ede-b89b-bf032d141bce is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:47:12.888739 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-6ef2d776-6f8d-4724-ab7c-85cd33639ecc tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:47:12.920143 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-6ef2d776-6f8d-4724-ab7c-85cd33639ecc tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:47:12.926342 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2d776-6f8d-4724-ab7c-85cd33639ecc tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'Port': ['ID=0a4b2324-33cc-4785-a82e-68b01b7613ed,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:12.937549 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:12.958700 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75203241-b326-422c-9a1a-9c9674e4210d req-23c56d25-1175-4e7e-b52d-68c5b67b5f73 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:12.961397 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-75203241-b326-422c-9a1a-9c9674e4210d req-23c56d25-1175-4e7e-b52d-68c5b67b5f73 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0541611 Jun 15 19:47:12.997734 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-6ef2d776-6f8d-4724-ab7c-85cd33639ecc tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:12.998413 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-6ef2d776-6f8d-4724-ab7c-85cd33639ecc tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:13.004139 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ae401-03dd-4af9-aa05-4b63deb89588 req-8b9db647-6204-46f6-8258-7781d3363eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:13.005727 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-415ae401-03dd-4af9-aa05-4b63deb89588 req-8b9db647-6204-46f6-8258-7781d3363eb3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1931968 Jun 15 19:47:13.023856 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-6ef2d776-6f8d-4724-ab7c-85cd33639ecc tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4054019 Jun 15 19:47:13.029343 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-75203241-b326-422c-9a1a-9c9674e4210d req-7f560cfb-1a2b-4de7-9c83-780b7dacb9cb tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609007 Jun 15 19:47:13.038170 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Request body: {'port': {'device_id': '72c741e5-dd61-47bd-9d45-7a33d5f0eb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:47:13.098947 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-ab0910a5-bfba-4401-adaa-762c926cbf98 None None] Provisioning complete for port 0a4b2324-33cc-4785-a82e-68b01b7613ed triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:47:13.099580 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab0910a5-bfba-4401-adaa-762c926cbf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:13.108671 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-882ca256-a03b-4bc0-ae0f-8cdf4a37342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:13.110194 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-882ca256-a03b-4bc0-ae0f-8cdf4a37342f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5eeb6d09ac2a459183dac0e66a26b4bc&device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 1128 time: 0.0506732 Jun 15 19:47:13.134884 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ab0910a5-bfba-4401-adaa-762c926cbf98 None None] Port 0a4b2324-33cc-4785-a82e-68b01b7613ed cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:47:13.173827 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-60f8bd58-28f7-4743-8704-6300607b3482 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0b45aa-c70d-4006-b056-768daf2e3807 HTTP/1.1" status: 200 len: 217 time: 0.0476918 Jun 15 19:47:13.176391 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:13.179260 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:13.264366 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-d254e380-489b-4d95-a392-57dbc6f788ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:13.265850 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-d254e380-489b-4d95-a392-57dbc6f788ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c85ac12-69ee-4ce3-b513-a6bcb869f1d3 HTTP/1.1" status: 200 len: 854 time: 0.0855134 Jun 15 19:47:13.292307 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0231f6-3c14-4ac9-87ee-eeb6c603112f req-ec0624c2-0bdd-4c00-bb84-0f962d9ead79 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:13.294668 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8a0231f6-3c14-4ac9-87ee-eeb6c603112f req-ec0624c2-0bdd-4c00-bb84-0f962d9ead79 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 944 time: 0.0592461 Jun 15 19:47:13.355350 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:13.374638 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-6f4b9dbb-de5d-4a3b-86c2-bc8ff10a7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:13.376194 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-6f4b9dbb-de5d-4a3b-86c2-bc8ff10a7c6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa4d081e-86f6-4b0d-9d90-52d503844812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1029837 Jun 15 19:47:13.384178 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab553cff-9228-43ea-92fd-7672644df5c6 req-87a1f9ba-e840-4e58-8103-631bfc5d98cf tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:13.385679 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ab553cff-9228-43ea-92fd-7672644df5c6 req-87a1f9ba-e840-4e58-8103-631bfc5d98cf tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 931 time: 0.0744023 Jun 15 19:47:13.393383 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8a0231f6-3c14-4ac9-87ee-eeb6c603112f req-c7a92949-5631-44be-873b-afab93b90cbf tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895834 Jun 15 19:47:13.442901 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ab553cff-9228-43ea-92fd-7672644df5c6 req-067d8b89-1e55-40d8-a457-7912615766c8 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485096 Jun 15 19:47:13.539291 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-a27bd2d8-fa9e-46fd-97e5-1e71356c93f0 service neutron] 10.222.0.42 "GET /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549909 Jun 15 19:47:13.669507 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4b2324-33cc-4785-a82e-68b01b7613ed {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:47:13.679206 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Publish callbacks [] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:13.704544 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-264e8ba1-3fa7-4ee9-b264-126ade6bc6b9 req-7707e7d0-1d8a-4859-8d35-c973ff942f94 service neutron] 10.222.0.42 "GET /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522799 Jun 15 19:47:13.705533 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Transition to ACTIVE for port object 0a4b2324-33cc-4785-a82e-68b01b7613ed will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:47:13.709114 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:13.765613 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4b2324-33cc-4785-a82e-68b01b7613ed,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:13.843295 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Attempting to bind port 0a4b2324-33cc-4785-a82e-68b01b7613ed on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:47:13.843692 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Attempting to bind port 0a4b2324-33cc-4785-a82e-68b01b7613ed by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:47:13.843969 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Attempting to bind port 0a4b2324-33cc-4785-a82e-68b01b7613ed on network 027be43c-318b-4ede-b89b-bf032d141bce {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:47:13.849060 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Port 0a4b2324-33cc-4785-a82e-68b01b7613ed on network 027be43c-318b-4ede-b89b-bf032d141bce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:47:13.849380 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Attempting to bind port 0a4b2324-33cc-4785-a82e-68b01b7613ed on network 027be43c-318b-4ede-b89b-bf032d141bce {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:47:13.855782 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:47:13.856051 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Checking segment: {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:47:13.856437 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Bound using segment: {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:47:13.856871 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Bound port: 0a4b2324-33cc-4785-a82e-68b01b7613ed, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:47:13.857233 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:13.924605 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] For port 0a4b2324-33cc-4785-a82e-68b01b7613ed, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:47:13.927834 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] For port 0a4b2324-33cc-4785-a82e-68b01b7613ed, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0a4b2324-33cc-4785-a82e-68b01b7613ed,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:47:13.935137 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:13.972309 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:13.972924 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:13.974397 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] 10.222.0.42 "PUT /v2.0/ports/0a4b2324-33cc-4785-a82e-68b01b7613ed HTTP/1.1" status: 200 len: 1093 time: 0.9407048 Jun 15 19:47:13.995851 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8019d97-9f6c-4ed5-9188-6c2dfe673f07 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4b2324-33cc-4785-a82e-68b01b7613ed,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:14.138646 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:14.158721 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ad59c-27a4-48bf-845b-0cd4d39958ff req-ebb21a4a-8603-4c0f-b39c-928225be1092 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:14.160261 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d83ad59c-27a4-48bf-845b-0cd4d39958ff req-ebb21a4a-8603-4c0f-b39c-928225be1092 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0563715 Jun 15 19:47:14.210865 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d83ad59c-27a4-48bf-845b-0cd4d39958ff req-bf6dabef-b69d-4fe5-b922-ea1f0bb2209d tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443013 Jun 15 19:47:14.500412 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-c5059e4c-00ee-4b91-a1f1-74b6f06b66cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:14.502033 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-c5059e4c-00ee-4b91-a1f1-74b6f06b66cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 1127 time: 0.0485001 Jun 15 19:47:14.540472 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05201180-5160-4284-a9ac-ef004e61529b req-af6408a1-efa6-4034-80c0-12fbdbbb7af3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:14.541975 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-05201180-5160-4284-a9ac-ef004e61529b req-af6408a1-efa6-4034-80c0-12fbdbbb7af3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 944 time: 0.0648384 Jun 15 19:47:14.547558 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-fa2a37e2-ae0d-4b7b-9c9f-95743aff5b66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a4b2324-33cc-4785-a82e-68b01b7613ed HTTP/1.1" status: 200 len: 217 time: 0.0376470 Jun 15 19:47:14.588557 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c741e5-dd61-47bd-9d45-7a33d5f0eb6c', 'tag': '0a4b2324-33cc-4785-a82e-68b01b7613ed'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:47:14.590945 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17397405-2f97-4df1-995f-e8b3aee63b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "72c741e5-dd61-47bd-9d45-7a33d5f0eb6c", "tag": "0a4b2324-33cc-4785-a82e-68b01b7613ed"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:47:14.594638 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da76af1-3fae-44c4-8443-a0003db29a23 req-247dc9be-8b55-4e2c-bde4-1595a50abaf7 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:14.596089 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1da76af1-3fae-44c4-8443-a0003db29a23 req-247dc9be-8b55-4e2c-bde4-1595a50abaf7 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 943 time: 0.0804174 Jun 15 19:47:14.605144 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-611cbe6c-a8be-4fa0-ae10-a4fd22ee9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:14.606698 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-611cbe6c-a8be-4fa0-ae10-a4fd22ee9b8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0519757 Jun 15 19:47:14.638184 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-05201180-5160-4284-a9ac-ef004e61529b req-26590907-5fa8-4b28-b6b2-fb66d58f52cd tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797942 Jun 15 19:47:14.650239 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:14.658184 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-e25724cb-2692-4a7a-b6d4-95c7b2edc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:14.659856 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-e25724cb-2692-4a7a-b6d4-95c7b2edc07f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476127 Jun 15 19:47:14.671330 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1da76af1-3fae-44c4-8443-a0003db29a23 req-21b5d05b-01b1-4c79-bb85-734d977d51e6 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684514 Jun 15 19:47:14.706836 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:14.708817 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b02a4e4-088f-4e16-b8bb-5f83e2cbb95d x-openstack-request-id: req-4b02a4e4-088f-4e16-b8bb-5f83e2cbb95d {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:47:14.709165 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c741e5-dd61-47bd-9d45-7a33d5f0eb6c", "tag": "0a4b2324-33cc-4785-a82e-68b01b7613ed", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:47:14.709441 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b02a4e4-088f-4e16-b8bb-5f83e2cbb95d {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:47:14.709832 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b02a4e4-088f-4e16-b8bb-5f83e2cbb95d'] response: {'name': 'network-changed', 'server_uuid': '72c741e5-dd61-47bd-9d45-7a33d5f0eb6c', 'tag': '0a4b2324-33cc-4785-a82e-68b01b7613ed', 'status': 'completed', 'code': 200} Jun 15 19:47:14.766581 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-47720579-1a47-4750-b26a-2bc7ccd32222 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002085 Jun 15 19:47:14.862576 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e6786c47-eef6-4c83-aeee-3be1a821e2d7 req-c0b0c3dc-1117-4fb9-8871-09222b650bca service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901287 Jun 15 19:47:15.126205 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17397405-2f97-4df1-995f-e8b3aee63b0b req-8b6f0a84-17fc-4bbb-8d23-a080837c67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:15.127648 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-17397405-2f97-4df1-995f-e8b3aee63b0b req-8b6f0a84-17fc-4bbb-8d23-a080837c67a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 1127 time: 0.0406179 Jun 15 19:47:15.225210 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17397405-2f97-4df1-995f-e8b3aee63b0b req-7e31e03f-f22b-432e-9b13-5c389616237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:15.226742 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-17397405-2f97-4df1-995f-e8b3aee63b0b req-7e31e03f-f22b-432e-9b13-5c389616237b service neutron] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 913 time: 0.0926917 Jun 15 19:47:15.268621 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-17397405-2f97-4df1-995f-e8b3aee63b0b req-dc3e86f3-73d6-457a-aa0c-a69af8180f09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a4b2324-33cc-4785-a82e-68b01b7613ed HTTP/1.1" status: 200 len: 217 time: 0.0357642 Jun 15 19:47:15.320155 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17397405-2f97-4df1-995f-e8b3aee63b0b req-72532b20-d3b5-4d2b-9408-65ae3acecec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:15.321847 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-17397405-2f97-4df1-995f-e8b3aee63b0b req-72532b20-d3b5-4d2b-9408-65ae3acecec7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0478663 Jun 15 19:47:15.331033 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcee07e-3fde-4c10-9724-457c0d738d37 req-3d9001ca-bd5d-4026-ba37-a8ff21661948 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:15.332570 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5fcee07e-3fde-4c10-9724-457c0d738d37 req-3d9001ca-bd5d-4026-ba37-a8ff21661948 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0496149 Jun 15 19:47:15.370701 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17397405-2f97-4df1-995f-e8b3aee63b0b req-4398da88-6193-4e66-8816-00af28acbb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:15.372249 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-17397405-2f97-4df1-995f-e8b3aee63b0b req-4398da88-6193-4e66-8816-00af28acbb3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444584 Jun 15 19:47:15.387409 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5fcee07e-3fde-4c10-9724-457c0d738d37 req-928d78ff-ebe8-4ed5-89f8-19e56cbe0b45 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476353 Jun 15 19:47:15.484663 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-17397405-2f97-4df1-995f-e8b3aee63b0b req-e6da9cbe-8451-4865-beff-5dcfe23596c7 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065710 Jun 15 19:47:15.601681 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-17397405-2f97-4df1-995f-e8b3aee63b0b req-c751af83-a426-4582-9426-428d404050e3 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107559 Jun 15 19:47:15.802448 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc237988-743a-47ff-88c2-7647a934ef9e req-8a5b64ef-2995-4aef-bb6c-2ff8af962207 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:15.803628 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bc237988-743a-47ff-88c2-7647a934ef9e req-8a5b64ef-2995-4aef-bb6c-2ff8af962207 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 944 time: 0.0858772 Jun 15 19:47:15.824554 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b499d-ecae-486c-9934-8e61ba931ddf req-9b727d69-0706-4ad6-9c9f-846b4773bc18 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:15.826001 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-613b499d-ecae-486c-9934-8e61ba931ddf req-9b727d69-0706-4ad6-9c9f-846b4773bc18 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 943 time: 0.0719459 Jun 15 19:47:15.894260 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bc237988-743a-47ff-88c2-7647a934ef9e req-73c61361-0ed7-46cf-b873-92cc3716c544 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840468 Jun 15 19:47:15.904173 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-613b499d-ecae-486c-9934-8e61ba931ddf req-bd65adbf-f7ec-40ab-a9e0-c0248acb4016 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705245 Jun 15 19:47:16.322929 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 1d0b45aa-c70d-4006-b056-768daf2e3807 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:47:16.359881 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:16.425653 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 1d0b45aa-c70d-4006-b056-768daf2e3807, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1d0b45aa-c70d-4006-b056-768daf2e3807,segment=NetworkSegment(673a336e-5e24-4dd2-ab62-a9129fd79eb1),segment_id=673a336e-5e24-4dd2-ab62-a9129fd79eb1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:47:16.442330 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': '1d0b45aa-c70d-4006-b056-768daf2e3807', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'port_id': '1d0b45aa-c70d-4006-b056-768daf2e3807', 'mac_address': 'fa:16:3e:a8:40:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:47:16.481488 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 1d0b45aa-c70d-4006-b056-768daf2e3807 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:47:16.481871 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:16.504224 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0b45aa-c70d-4006-b056-768daf2e3807 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:47:16.508617 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c970d-ac64-49c8-8f97-86669b4a3239 req-f2f6d16c-e730-4c7d-b379-85a42a5787f9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:16.510197 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ec1c970d-ac64-49c8-8f97-86669b4a3239 req-f2f6d16c-e730-4c7d-b379-85a42a5787f9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0502064 Jun 15 19:47:16.527117 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 1d0b45aa-c70d-4006-b056-768daf2e3807, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1d0b45aa-c70d-4006-b056-768daf2e3807,segment=NetworkSegment(673a336e-5e24-4dd2-ab62-a9129fd79eb1),segment_id=673a336e-5e24-4dd2-ab62-a9129fd79eb1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:47:16.532229 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:16.562818 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ec1c970d-ac64-49c8-8f97-86669b4a3239 req-f4e6bd3b-2fea-4fe0-9567-d50cec34d59c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460191 Jun 15 19:47:16.580972 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=1d0b45aa-c70d-4006-b056-768daf2e3807,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:16.752383 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['1d0b45aa-c70d-4006-b056-768daf2e3807'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:47:16.848896 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:17.043833 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e01cc-1e9f-4964-a1f5-aae7ae36bbe3 req-295253a5-c6cc-46e9-80d4-b3dd77406de8 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:17.045329 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8f2e01cc-1e9f-4964-a1f5-aae7ae36bbe3 req-295253a5-c6cc-46e9-80d4-b3dd77406de8 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 945 time: 0.0792243 Jun 15 19:47:17.069404 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936ee47-ba93-4f1c-83ef-997614eccbe1 req-f18fff0a-3c94-4674-9e7a-fff5c30bc3a2 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:17.070890 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1936ee47-ba93-4f1c-83ef-997614eccbe1 req-f18fff0a-3c94-4674-9e7a-fff5c30bc3a2 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 943 time: 0.0718489 Jun 15 19:47:17.095932 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:17.135617 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8f2e01cc-1e9f-4964-a1f5-aae7ae36bbe3 req-fc155517-73f5-4622-9ca4-7392e904b4bf tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823288 Jun 15 19:47:17.150384 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1936ee47-ba93-4f1c-83ef-997614eccbe1 req-cd2001d5-9489-48ae-8c73-dc892c54bc47 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721698 Jun 15 19:47:17.684714 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4ff53-dc9c-4b9d-b0d9-570bac1eaa86 req-008d449b-f83e-43a2-91d3-0f702225443d tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:17.686294 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-99b4ff53-dc9c-4b9d-b0d9-570bac1eaa86 req-008d449b-f83e-43a2-91d3-0f702225443d tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0523219 Jun 15 19:47:17.740672 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-99b4ff53-dc9c-4b9d-b0d9-570bac1eaa86 req-b9030e4c-66a9-4e89-8b19-c5be8b8ba334 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486259 Jun 15 19:47:18.266928 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:18.280086 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014986ba-b0c5-452f-9505-47440165af55 req-6f12a69d-fdd4-472c-a0d6-6f0db6cd65e2 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:18.281761 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-014986ba-b0c5-452f-9505-47440165af55 req-6f12a69d-fdd4-472c-a0d6-6f0db6cd65e2 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 945 time: 0.0771046 Jun 15 19:47:18.302452 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11951b-45ec-4642-8e5c-7b82ccdffe67 req-6a82655b-da1c-4d44-8310-104412b3e799 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:18.304466 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fa11951b-45ec-4642-8e5c-7b82ccdffe67 req-6a82655b-da1c-4d44-8310-104412b3e799 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 943 time: 0.0714669 Jun 15 19:47:18.338828 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 1d0b45aa-c70d-4006-b056-768daf2e3807 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:47:18.379479 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-014986ba-b0c5-452f-9505-47440165af55 req-db3cbbdb-de6d-4f50-8fc4-d978a723898e tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911729 Jun 15 19:47:18.383237 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port 1d0b45aa-c70d-4006-b056-768daf2e3807 completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:47:18.384254 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fa11951b-45ec-4642-8e5c-7b82ccdffe67 req-42d34c25-d7be-4058-b566-1484f88bdce1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727038 Jun 15 19:47:18.390413 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port 1d0b45aa-c70d-4006-b056-768daf2e3807 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:47:18.391062 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:18.609551 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 1d0b45aa-c70d-4006-b056-768daf2e3807 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:47:18.609936 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:18.613461 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:18.636507 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0b45aa-c70d-4006-b056-768daf2e3807'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:47:18.638762 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b08e46c-91a2-4989-b25f-1cb4c9b2bbd2" -d '{"events": [{"server_uuid": "aa5a5059-662f-48f0-903e-a615869cd2eb", "name": "network-vif-plugged", "status": "completed", "tag": "1d0b45aa-c70d-4006-b056-768daf2e3807"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:47:18.652132 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 1d0b45aa-c70d-4006-b056-768daf2e3807, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1d0b45aa-c70d-4006-b056-768daf2e3807,segment=NetworkSegment(673a336e-5e24-4dd2-ab62-a9129fd79eb1),segment_id=673a336e-5e24-4dd2-ab62-a9129fd79eb1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:47:18.656267 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:18.661127 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:18.680103 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19d304c-e571-4958-af98-2dc6413e4418 x-openstack-request-id: req-a19d304c-e571-4958-af98-2dc6413e4418 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:47:18.680305 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5a5059-662f-48f0-903e-a615869cd2eb", "name": "network-vif-plugged", "status": "completed", "tag": "1d0b45aa-c70d-4006-b056-768daf2e3807", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:47:18.680487 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a19d304c-e571-4958-af98-2dc6413e4418 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:47:18.680879 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19d304c-e571-4958-af98-2dc6413e4418'] response: {'server_uuid': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0b45aa-c70d-4006-b056-768daf2e3807', 'code': 200} Jun 15 19:47:18.708554 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=1d0b45aa-c70d-4006-b056-768daf2e3807,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:18.855304 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be50fd-4614-4d4c-b9f8-40bd9e20ceb1 req-d327c261-b552-4dcd-9952-7a83873a6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:18.856882 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a3be50fd-4614-4d4c-b9f8-40bd9e20ceb1 req-d327c261-b552-4dcd-9952-7a83873a6c93 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 1130 time: 0.0404465 Jun 15 19:47:18.878663 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ebe46-7b3a-407b-9a0e-e9215d5e6e98 req-7b37d3da-6c23-43ad-a088-1e544fec5d84 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:18.880144 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-253ebe46-7b3a-407b-9a0e-e9215d5e6e98 req-7b37d3da-6c23-43ad-a088-1e544fec5d84 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0511086 Jun 15 19:47:18.903138 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a3be50fd-4614-4d4c-b9f8-40bd9e20ceb1 req-42d01838-ce3c-4284-a67f-f4773255286c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406342 Jun 15 19:47:18.931323 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-253ebe46-7b3a-407b-9a0e-e9215d5e6e98 req-fb3b7194-47f7-405c-bb73-e06a9e72a5cb tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452230 Jun 15 19:47:19.540840 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62011f-3948-457b-ab90-697654697fd4 req-ac833d6e-3ffb-4dfd-8760-c7ce4dffad03 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:19.542435 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ee62011f-3948-457b-ab90-697654697fd4 req-ac833d6e-3ffb-4dfd-8760-c7ce4dffad03 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 946 time: 0.0862763 Jun 15 19:47:19.560085 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88564c-881f-4f53-a21a-8287caee754b req-fadf2dba-3e21-4a56-afba-70cf4d033123 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:19.561519 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6d88564c-881f-4f53-a21a-8287caee754b req-fadf2dba-3e21-4a56-afba-70cf4d033123 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 943 time: 0.0923603 Jun 15 19:47:19.633725 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ee62011f-3948-457b-ab90-697654697fd4 req-63495aad-05af-4121-b35a-d9ac04dc07bf tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855706 Jun 15 19:47:19.638460 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6d88564c-881f-4f53-a21a-8287caee754b req-07e9e02c-c079-456f-80c8-512b7d4bee34 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678775 Jun 15 19:47:20.050900 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe90fdc-0e2d-40dc-81b3-f70e212d7bb0 req-6c7f3885-4929-4cc0-b526-f8af76fc649d tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:20.052478 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5fe90fdc-0e2d-40dc-81b3-f70e212d7bb0 req-6c7f3885-4929-4cc0-b526-f8af76fc649d tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0533800 Jun 15 19:47:20.105016 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5fe90fdc-0e2d-40dc-81b3-f70e212d7bb0 req-bea4b7b5-8d75-4c5c-a362-eec173a0bf44 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462632 Jun 15 19:47:20.780948 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198e58d-d9d6-4b19-ac1c-2d178010a3ee req-53cd7186-ba20-4c04-9a0c-dc3967a58967 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:20.782456 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3198e58d-d9d6-4b19-ac1c-2d178010a3ee req-53cd7186-ba20-4c04-9a0c-dc3967a58967 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 946 time: 0.0793750 Jun 15 19:47:20.790691 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae8023-3200-400d-8db9-652faced8bcb req-d3a9a563-b458-4c33-8fa5-b4294c015554 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:20.792127 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c8ae8023-3200-400d-8db9-652faced8bcb req-d3a9a563-b458-4c33-8fa5-b4294c015554 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 943 time: 0.0796251 Jun 15 19:47:20.869401 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c8ae8023-3200-400d-8db9-652faced8bcb req-a3a9b4ba-ee95-40eb-8433-7c3e3e2be45c tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693805 Jun 15 19:47:20.872369 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3198e58d-d9d6-4b19-ac1c-2d178010a3ee req-1c1ad1b0-67e9-4ee4-bd23-b2f0010bc963 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792267 Jun 15 19:47:21.000417 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1dc8e-8d13-4e73-b6f8-d67ee6e153f8 req-107074a5-38bc-4e66-a359-fd2a512c2b85 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:21.001971 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ace1dc8e-8d13-4e73-b6f8-d67ee6e153f8 req-107074a5-38bc-4e66-a359-fd2a512c2b85 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 946 time: 0.0540357 Jun 15 19:47:21.055708 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ace1dc8e-8d13-4e73-b6f8-d67ee6e153f8 req-55602181-b7ad-4295-b593-7a382c030482 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422292 Jun 15 19:47:21.220412 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c06f96-d635-45bb-8b61-982cb6f4b3e9 req-385a9cf6-f065-4bdb-8aab-4d7eb3b7cd99 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:21.222171 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-73c06f96-d635-45bb-8b61-982cb6f4b3e9 req-385a9cf6-f065-4bdb-8aab-4d7eb3b7cd99 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0484893 Jun 15 19:47:21.256591 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:21.275420 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-73c06f96-d635-45bb-8b61-982cb6f4b3e9 req-0654da94-c32d-415d-8c0f-fd66b5877c75 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476458 Jun 15 19:47:21.389879 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558cfa1-6ae2-4556-bb8e-dd63f6d22476 req-64203cce-e2a2-4a87-9a88-b057374c65b3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:21.391409 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4558cfa1-6ae2-4556-bb8e-dd63f6d22476 req-64203cce-e2a2-4a87-9a88-b057374c65b3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 946 time: 0.0514119 Jun 15 19:47:21.394261 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c473aa-8b2d-4e50-b520-5a2dd2b1e394 req-82f47ae4-2c71-4314-af65-eac1ab5c4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:21.395762 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-87c473aa-8b2d-4e50-b520-5a2dd2b1e394 req-82f47ae4-2c71-4314-af65-eac1ab5c4720 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feaa96a8901e42c18c270c092a40fc83&device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 1130 time: 0.0444608 Jun 15 19:47:21.446015 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4558cfa1-6ae2-4556-bb8e-dd63f6d22476 req-55eae2b5-35f6-4536-9781-718f2d417d97 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487297 Jun 15 19:47:21.500218 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c473aa-8b2d-4e50-b520-5a2dd2b1e394 req-cdc09d54-75aa-4ba2-8576-ba04e0b08ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:21.501699 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-87c473aa-8b2d-4e50-b520-5a2dd2b1e394 req-cdc09d54-75aa-4ba2-8576-ba04e0b08ef0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c97fa835-6951-4e5b-beef-24701d625969 HTTP/1.1" status: 200 len: 909 time: 0.0998054 Jun 15 19:47:21.565228 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-87c473aa-8b2d-4e50-b520-5a2dd2b1e394 req-d2118255-065f-4491-82ba-359ecdc37549 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98860632-f1d4-48e3-a840-1307deb28658 HTTP/1.1" status: 200 len: 1002 time: 0.0565424 Jun 15 19:47:21.620565 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c473aa-8b2d-4e50-b520-5a2dd2b1e394 req-eca04bc3-f3c2-4aa0-bf74-22dfd7a04c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:21.622137 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-87c473aa-8b2d-4e50-b520-5a2dd2b1e394 req-eca04bc3-f3c2-4aa0-bf74-22dfd7a04c87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a HTTP/1.1" status: 200 len: 847 time: 0.0503752 Jun 15 19:47:21.670304 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c473aa-8b2d-4e50-b520-5a2dd2b1e394 req-234773e4-157d-4af4-bd7e-49dcf3788fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:21.671840 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-87c473aa-8b2d-4e50-b520-5a2dd2b1e394 req-234773e4-157d-4af4-bd7e-49dcf3788fd7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c97fa835-6951-4e5b-beef-24701d625969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441101 Jun 15 19:47:21.701832 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:21.704185 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:21.787911 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-87c473aa-8b2d-4e50-b520-5a2dd2b1e394 req-01597acf-fc21-4cf2-a923-1ea75674b3b3 service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093202 Jun 15 19:47:21.888646 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-87c473aa-8b2d-4e50-b520-5a2dd2b1e394 req-8226c5df-6409-41b1-9a6b-89559f1e37b5 service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955660 Jun 15 19:47:21.984481 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de3e50-8aef-42b4-9d53-0c501febb810 req-b0902f57-e8a6-4393-b1cf-aca906b730c9 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:21.985877 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-60de3e50-8aef-42b4-9d53-0c501febb810 req-b0902f57-e8a6-4393-b1cf-aca906b730c9 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 943 time: 0.0474105 Jun 15 19:47:22.018250 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:22.038992 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-60de3e50-8aef-42b4-9d53-0c501febb810 req-02cd0fc4-c10f-4cd0-9894-77d9f8d3cf16 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471482 Jun 15 19:47:22.391811 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f19379-eab1-4ddb-aeba-c06f6fef06a8 req-48fcae6a-bfd6-4510-84f3-ab9d8b01a189 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:22.393279 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c9f19379-eab1-4ddb-aeba-c06f6fef06a8 req-48fcae6a-bfd6-4510-84f3-ab9d8b01a189 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0478609 Jun 15 19:47:22.455799 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c9f19379-eab1-4ddb-aeba-c06f6fef06a8 req-4e9405f4-667c-48fc-a629-bdb627192282 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560889 Jun 15 19:47:23.411517 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309487d5-9ddb-4f9b-a6c3-768f5c3e5069 req-39f78591-8231-4ea0-aef7-b36feb239a65 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:23.414173 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-309487d5-9ddb-4f9b-a6c3-768f5c3e5069 req-39f78591-8231-4ea0-aef7-b36feb239a65 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 943 time: 0.3080325 Jun 15 19:47:23.475756 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-309487d5-9ddb-4f9b-a6c3-768f5c3e5069 req-7f34de5b-85f5-494a-970c-0be2b65972db tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543590 Jun 15 19:47:23.582335 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5358e1b-f2e5-40a6-9df7-bdb9ce77ff8d req-35a2551f-5def-41e1-88ab-2fdda5c7bfc8 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:23.586613 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b5358e1b-f2e5-40a6-9df7-bdb9ce77ff8d req-35a2551f-5def-41e1-88ab-2fdda5c7bfc8 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0559206 Jun 15 19:47:23.640015 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b5358e1b-f2e5-40a6-9df7-bdb9ce77ff8d req-51b70232-65f5-41d1-93ce-957eb5b09aab tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504930 Jun 15 19:47:24.381764 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 0a4b2324-33cc-4785-a82e-68b01b7613ed details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:47:24.486426 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 0a4b2324-33cc-4785-a82e-68b01b7613ed, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0a4b2324-33cc-4785-a82e-68b01b7613ed,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:47:24.499760 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': '0a4b2324-33cc-4785-a82e-68b01b7613ed', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'port_id': '0a4b2324-33cc-4785-a82e-68b01b7613ed', 'mac_address': 'fa:16:3e:26:4b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:47:24.536056 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 0a4b2324-33cc-4785-a82e-68b01b7613ed is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:47:24.536444 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:24.556546 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4b2324-33cc-4785-a82e-68b01b7613ed {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:47:24.576616 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 0a4b2324-33cc-4785-a82e-68b01b7613ed, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0a4b2324-33cc-4785-a82e-68b01b7613ed,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:47:24.581308 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:24.604626 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c03b2-f07d-436f-befc-fc8c0ab7ba42 req-5b393b76-e311-4c29-b73e-615f3aa58114 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:24.606110 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4e2c03b2-f07d-436f-befc-fc8c0ab7ba42 req-5b393b76-e311-4c29-b73e-615f3aa58114 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 943 time: 0.0558376 Jun 15 19:47:24.630799 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=0a4b2324-33cc-4785-a82e-68b01b7613ed,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:24.658524 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4e2c03b2-f07d-436f-befc-fc8c0ab7ba42 req-18f423db-5618-4835-ba03-c100bf60fe32 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466638 Jun 15 19:47:24.766220 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14fa41-cd15-4d7b-bda9-6e7e3bae40b7 req-24be5d7d-236d-44fb-b30e-e9b4db23af28 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:24.767713 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-db14fa41-cd15-4d7b-bda9-6e7e3bae40b7 req-24be5d7d-236d-44fb-b30e-e9b4db23af28 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0483048 Jun 15 19:47:24.784074 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['0a4b2324-33cc-4785-a82e-68b01b7613ed'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:47:24.818784 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-db14fa41-cd15-4d7b-bda9-6e7e3bae40b7 req-dbce7081-a947-46f6-999a-283f41c4fe5a tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449872 Jun 15 19:47:24.997112 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:25.025273 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54760) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:47:25.049708 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edd9e1-24a5-41b4-a888-1b396e0b1af3 req-4367eaaf-e798-435d-8d94-cf937a447e44 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:25.051353 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c1edd9e1-24a5-41b4-a888-1b396e0b1af3 req-4367eaaf-e798-435d-8d94-cf937a447e44 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0535588 Jun 15 19:47:25.108720 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c1edd9e1-24a5-41b4-a888-1b396e0b1af3 req-e81ac4c6-7892-4ea5-b2c0-cb5e0031ef2c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514545 Jun 15 19:47:25.114518 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-3b6a1b28-4421-44a6-9442-13c2c4b18148 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872750 Jun 15 19:47:25.123857 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-4849604e-ad3a-4ec1-a3d3-24bea5b73d01 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:47:25.124903 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-4849604e-ad3a-4ec1-a3d3-24bea5b73d01 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054581 Jun 15 19:47:25.259934 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54768) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:47:25.355371 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-e9bf9e8d-51dd-4b72-bd5b-8a3396bcc6e9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:25.356763 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-e9bf9e8d-51dd-4b72-bd5b-8a3396bcc6e9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports/98860632-f1d4-48e3-a840-1307deb28658 HTTP/1.1" status: 200 len: 943 time: 0.0958302 Jun 15 19:47:25.814373 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010250cf-51a9-4cf5-ad39-b900ee89cb2f req-e150676e-352d-4212-b001-77bb7efc35eb tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:25.816294 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-010250cf-51a9-4cf5-ad39-b900ee89cb2f req-e150676e-352d-4212-b001-77bb7efc35eb tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 944 time: 0.0848413 Jun 15 19:47:25.903513 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-010250cf-51a9-4cf5-ad39-b900ee89cb2f req-ed9737b9-183b-40f6-bbae-d2638955101e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803199 Jun 15 19:47:26.225786 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f8e66-6148-4d55-a8e2-10abe1805706 req-e63d80f1-544e-4790-8420-698e0f189c06 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:26.227537 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-664f8e66-6148-4d55-a8e2-10abe1805706 req-e63d80f1-544e-4790-8420-698e0f189c06 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0505068 Jun 15 19:47:26.281192 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-664f8e66-6148-4d55-a8e2-10abe1805706 req-2e8e6a11-82b6-4c00-ae2b-5fa99622e732 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481801 Jun 15 19:47:26.387721 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 0a4b2324-33cc-4785-a82e-68b01b7613ed up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:47:26.431911 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port 0a4b2324-33cc-4785-a82e-68b01b7613ed completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:47:26.437792 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port 0a4b2324-33cc-4785-a82e-68b01b7613ed triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:47:26.438196 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:26.516934 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 0a4b2324-33cc-4785-a82e-68b01b7613ed is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:47:26.517319 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:26.547677 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c741e5-dd61-47bd-9d45-7a33d5f0eb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4b2324-33cc-4785-a82e-68b01b7613ed'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:47:26.551192 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7214c9-0a9f-458d-b352-88cb4f571a54" -d '{"events": [{"server_uuid": "72c741e5-dd61-47bd-9d45-7a33d5f0eb6c", "name": "network-vif-plugged", "status": "completed", "tag": "0a4b2324-33cc-4785-a82e-68b01b7613ed"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:47:26.570991 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 0a4b2324-33cc-4785-a82e-68b01b7613ed, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0a4b2324-33cc-4785-a82e-68b01b7613ed,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:47:26.575939 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:26.601189 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19c2d46-7cc7-4748-8064-563834fb4c29 x-openstack-request-id: req-f19c2d46-7cc7-4748-8064-563834fb4c29 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:47:26.601522 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c741e5-dd61-47bd-9d45-7a33d5f0eb6c", "name": "network-vif-plugged", "status": "completed", "tag": "0a4b2324-33cc-4785-a82e-68b01b7613ed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:47:26.601704 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f19c2d46-7cc7-4748-8064-563834fb4c29 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:47:26.602081 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f19c2d46-7cc7-4748-8064-563834fb4c29'] response: {'server_uuid': '72c741e5-dd61-47bd-9d45-7a33d5f0eb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4b2324-33cc-4785-a82e-68b01b7613ed', 'code': 200} Jun 15 19:47:26.630236 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=0a4b2324-33cc-4785-a82e-68b01b7613ed,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:26.825653 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca685a-300a-4683-9123-60c1de9b179a req-1305cdc4-e6c8-4749-b011-208f7ce28655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:26.827116 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-fcca685a-300a-4683-9123-60c1de9b179a req-1305cdc4-e6c8-4749-b011-208f7ce28655 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 1129 time: 0.0433061 Jun 15 19:47:26.874013 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-fcca685a-300a-4683-9123-60c1de9b179a req-c2080a42-3e02-4184-a0a7-a75cc548ec97 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410504 Jun 15 19:47:27.021557 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1490ec-be2e-4a34-8844-82ebc7472e7d req-3c79a306-c274-4507-95d0-f5cfb68cdc4e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:27.023090 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dd1490ec-be2e-4a34-8844-82ebc7472e7d req-3c79a306-c274-4507-95d0-f5cfb68cdc4e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 945 time: 0.0492818 Jun 15 19:47:27.044135 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:27.075647 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dd1490ec-be2e-4a34-8844-82ebc7472e7d req-a610bbf7-90d7-4a9e-a42b-5012e6fb8b82 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469980 Jun 15 19:47:27.403270 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5bd2d-646e-4898-9dfe-b4533e5d40b8 req-6c4a0bad-fe45-42c8-914d-627026a0a9e7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:27.404806 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cbe5bd2d-646e-4898-9dfe-b4533e5d40b8 req-6c4a0bad-fe45-42c8-914d-627026a0a9e7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0487590 Jun 15 19:47:27.456416 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cbe5bd2d-646e-4898-9dfe-b4533e5d40b8 req-d4cab447-e7ad-4199-8c02-2425908b1403 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460534 Jun 15 19:47:28.197849 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07b15-a6df-4363-ab26-f47673b1d24f req-0c357fbf-570f-41ad-b6ce-2c6a90da7e1e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:28.199414 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b0a07b15-a6df-4363-ab26-f47673b1d24f req-0c357fbf-570f-41ad-b6ce-2c6a90da7e1e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 945 time: 0.0521090 Jun 15 19:47:28.212604 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:28.253192 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b0a07b15-a6df-4363-ab26-f47673b1d24f req-d265241d-aeac-4765-8372-3ac24c773c64 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481110 Jun 15 19:47:28.367458 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22298647-0c58-40fa-b62a-6ea23ff50250 req-d3f56e14-987f-4c3b-89c7-4e1cc7f189e0 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:28.368867 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-22298647-0c58-40fa-b62a-6ea23ff50250 req-d3f56e14-987f-4c3b-89c7-4e1cc7f189e0 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 945 time: 0.0483725 Jun 15 19:47:28.422010 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-22298647-0c58-40fa-b62a-6ea23ff50250 req-9d929dbb-8ebf-40ae-95c6-1dff12b0dcc5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473595 Jun 15 19:47:28.422443 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 98860632-f1d4-48e3-a840-1307deb28658 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:47:28.449938 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54798) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:47:28.503608 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 98860632-f1d4-48e3-a840-1307deb28658 is: ACTIVE; New status is: DOWN {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:47:28.504019 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (98860632-f1d4-48e3-a840-1307deb28658), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:28.508125 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:28.546508 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 98860632-f1d4-48e3-a840-1307deb28658, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=98860632-f1d4-48e3-a840-1307deb28658,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:47:28.554498 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (98860632-f1d4-48e3-a840-1307deb28658), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:28.582657 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ccf44-2fcf-404d-a063-0d17c3025f83 req-8f1763d6-ff6f-4958-81a5-e735061ce116 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:28.584457 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-348ccf44-2fcf-404d-a063-0d17c3025f83 req-8f1763d6-ff6f-4958-81a5-e735061ce116 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0549929 Jun 15 19:47:28.603357 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98860632-f1d4-48e3-a840-1307deb28658'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:47:28.605746 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4826d17a-9288-4bf2-a225-d6409d00f683" -d '{"events": [{"server_uuid": "c00cb912-861b-45f1-a2e8-7efe52291be6", "name": "network-vif-unplugged", "status": "completed", "tag": "98860632-f1d4-48e3-a840-1307deb28658"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:47:28.614431 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=98860632-f1d4-48e3-a840-1307deb28658,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:28.619337 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5bd260-c849-4014-8893-4b5597522b4a tempest-TestVolumeBootPattern-217209495 tempest-TestVolumeBootPattern-217209495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:28.622159 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-4b5bd260-c849-4014-8893-4b5597522b4a tempest-TestVolumeBootPattern-217209495 tempest-TestVolumeBootPattern-217209495-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 1124 time: 0.1699736 Jun 15 19:47:28.626606 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54806) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:47:28.632916 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Request body: {'floatingip': {'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'port_id': '0a4b2324-33cc-4785-a82e-68b01b7613ed', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:47:28.640812 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-348ccf44-2fcf-404d-a063-0d17c3025f83 req-7f9c0a9a-5c2e-4034-ae01-be9af488ce9e tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500054 Jun 15 19:47:28.648523 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Jun 2022 19:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5948021f-62a7-4811-b3cc-e89a6e111820 x-openstack-request-id: req-5948021f-62a7-4811-b3cc-e89a6e111820 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:47:28.648810 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00cb912-861b-45f1-a2e8-7efe52291be6", "name": "network-vif-unplugged", "status": "failed", "tag": "98860632-f1d4-48e3-a840-1307deb28658", "code": 422}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:47:28.649065 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5948021f-62a7-4811-b3cc-e89a6e111820 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:47:28.649606 dv-cinder-844563-3-iscsi neutron-server[104105]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5948021f-62a7-4811-b3cc-e89a6e111820']: {'server_uuid': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '98860632-f1d4-48e3-a840-1307deb28658', 'code': 422} returned with failed status Jun 15 19:47:28.656500 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:28.743071 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:28.856542 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Allocated IP 172.27.0.80 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/f820d985-0483-437d-ae0c-2a38d3649c86) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:47:28.975165 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for port (f820d985-0483-437d-ae0c-2a38d3649c86), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:29.007213 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (f820d985-0483-437d-ae0c-2a38d3649c86), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:29.048566 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:47:29.051827 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:47:29.055565 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:47:29.058803 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'Port': ['ID=f820d985-0483-437d-ae0c-2a38d3649c86,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:29.098009 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:29.152320 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:29.651676 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for floatingip (b5d2d015-2001-4728-8786-655c390c0062), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:29.735215 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (f820d985-0483-437d-ae0c-2a38d3649c86), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:29.787150 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d8b22-32a0-47eb-8969-a774ef1e6cdc req-b3cabdf2-e8af-417b-a412-07fc315731c6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:29.800742 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e58d8b22-32a0-47eb-8969-a774ef1e6cdc req-b3cabdf2-e8af-417b-a412-07fc315731c6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0801270 Jun 15 19:47:29.857759 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e58d8b22-32a0-47eb-8969-a774ef1e6cdc req-15b2bc8e-011b-4dc4-98b9-24745d1b8659 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556908 Jun 15 19:47:29.958079 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for port (f820d985-0483-437d-ae0c-2a38d3649c86), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:29.963917 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (f820d985-0483-437d-ae0c-2a38d3649c86), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:30.045210 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'Port': ['ID=f820d985-0483-437d-ae0c-2a38d3649c86,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:30.054957 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (b5d2d015-2001-4728-8786-655c390c0062), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:30.070624 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7ce29-0006-4903-8a7a-799f1d7c30c1 req-38a0b8e9-ea12-4d19-934e-0109b3c658f4 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:30.072157 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eef7ce29-0006-4903-8a7a-799f1d7c30c1 req-38a0b8e9-ea12-4d19-934e-0109b3c658f4 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 946 time: 0.0540788 Jun 15 19:47:30.141935 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eef7ce29-0006-4903-8a7a-799f1d7c30c1 req-ac041e6b-6616-422d-9b56-5b05da186480 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636635 Jun 15 19:47:30.169685 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54820) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:47:30.171803 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Floating IP b5d2d015-2001-4728-8786-655c390c0062 associated. External IP: 172.27.0.80, port: 0a4b2324-33cc-4785-a82e-68b01b7613ed. Jun 15 19:47:30.262821 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48243348-e138-42ff-855d-a3c90d7780ff tempest-TestMinimumBasicScenario-1454678859 tempest-TestMinimumBasicScenario-1454678859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:30.264398 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-48243348-e138-42ff-855d-a3c90d7780ff tempest-TestMinimumBasicScenario-1454678859 tempest-TestMinimumBasicScenario-1454678859-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 1125 time: 0.0931489 Jun 15 19:47:30.267667 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54824) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:47:30.273030 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Request body: {'floatingip': {'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'port_id': '1d0b45aa-c70d-4006-b056-768daf2e3807', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:47:30.300206 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:30.355478 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:30.399453 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:30.411443 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Router 02da97e1-635a-42f2-88b4-130b782ab6f2 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:47:30.496830 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:30.525777 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Allocated IP 172.27.0.129 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/2246f5ba-8b84-422c-ae3a-a1f35c48a005) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:47:30.530653 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:47:30.545105 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332c3527-c8ef-441a-b185-959219dee361 None None] Sync routers for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:47:30.552706 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:30.558795 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c3527-c8ef-441a-b185-959219dee361 None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:47:30.559695 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-332c3527-c8ef-441a-b185-959219dee361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:47:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:47:30.590216 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-31c9425f-c5e4-4810-9047-83d5ae5e627e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9569809 Jun 15 19:47:30.590216 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c741e5-dd61-47bd-9d45-7a33d5f0eb6c', 'tag': '0a4b2324-33cc-4785-a82e-68b01b7613ed'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:47:30.590216 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647bfea9-6823-4b60-b892-29ed7fcaa9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "72c741e5-dd61-47bd-9d45-7a33d5f0eb6c", "tag": "0a4b2324-33cc-4785-a82e-68b01b7613ed"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:47:30.621371 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:30.626539 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9229693-0db3-4e41-96bd-53224bbbd87d x-openstack-request-id: req-f9229693-0db3-4e41-96bd-53224bbbd87d {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:47:30.627149 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c741e5-dd61-47bd-9d45-7a33d5f0eb6c", "tag": "0a4b2324-33cc-4785-a82e-68b01b7613ed", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:47:30.627289 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9229693-0db3-4e41-96bd-53224bbbd87d {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:47:30.627887 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9229693-0db3-4e41-96bd-53224bbbd87d'] response: {'name': 'network-changed', 'server_uuid': '72c741e5-dd61-47bd-9d45-7a33d5f0eb6c', 'tag': '0a4b2324-33cc-4785-a82e-68b01b7613ed', 'status': 'completed', 'code': 200} Jun 15 19:47:30.651721 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for port (2246f5ba-8b84-422c-ae3a-a1f35c48a005), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:30.683162 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-332c3527-c8ef-441a-b185-959219dee361 None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:47:30.695421 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (2246f5ba-8b84-422c-ae3a-a1f35c48a005), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:30.701661 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:30.746435 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:47:30.752243 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:47:30.754813 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:47:30.758859 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event updated for resources: {'Port': ['ID=2246f5ba-8b84-422c-ae3a-a1f35c48a005,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:30.775019 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bfea9-6823-4b60-b892-29ed7fcaa9ae req-fbf50dc4-100d-4200-9369-4ab31d62c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:30.777113 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-647bfea9-6823-4b60-b892-29ed7fcaa9ae req-fbf50dc4-100d-4200-9369-4ab31d62c366 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 1129 time: 0.0715122 Jun 15 19:47:30.778128 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-314ba8cf-f19e-483c-af2a-a153c4e88eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:30.780516 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-314ba8cf-f19e-483c-af2a-a153c4e88eb8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6&tenant_id=feaa96a8901e42c18c270c092a40fc83 HTTP/1.1" status: 200 len: 1128 time: 0.0832820 Jun 15 19:47:30.787392 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.787989 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.788100 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.788587 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.788926 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.790202 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.790695 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.790947 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.791258 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.791593 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.791950 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.792277 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.792604 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.792929 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.793248 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:30.859384 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:30.905092 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-d20b7670-5656-40f3-b871-1535d0c3427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:30.906813 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-d20b7670-5656-40f3-b871-1535d0c3427c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feaa96a8901e42c18c270c092a40fc83&device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 1128 time: 0.0866497 Jun 15 19:47:30.950672 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-332c3527-c8ef-441a-b185-959219dee361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'b5d2d015-2001-4728-8786-655c390c0062', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': '0a4b2324-33cc-4785-a82e-68b01b7613ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:26:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c741e5-dd61-47bd-9d45-7a33d5f0eb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:47:29Z', 'updated_at': '2022-06-15T19:47:29Z', 'revision_number': 0, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:47:30.972362 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bfea9-6823-4b60-b892-29ed7fcaa9ae req-7385dad0-b7c7-4251-a574-c9698c682571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:30.973875 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-647bfea9-6823-4b60-b892-29ed7fcaa9ae req-7385dad0-b7c7-4251-a574-c9698c682571 service neutron] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 913 time: 0.1829212 Jun 15 19:47:30.985002 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332c3527-c8ef-441a-b185-959219dee361 None None] Checking router: 02da97e1-635a-42f2-88b4-130b782ab6f2 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:47:30.995449 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c3527-c8ef-441a-b185-959219dee361 None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:47:30.996327 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-332c3527-c8ef-441a-b185-959219dee361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:47:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:47:31.042691 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c15bd3-4782-4569-b03a-c0042cb56bda req-e652300e-e441-4ddf-8446-993ca6147128 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:31.044215 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-47c15bd3-4782-4569-b03a-c0042cb56bda req-e652300e-e441-4ddf-8446-993ca6147128 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0844855 Jun 15 19:47:31.089981 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-00a2ba40-c1a9-483a-ba90-18eab51551ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:31.091559 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-00a2ba40-c1a9-483a-ba90-18eab51551ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=c97fa835-6951-4e5b-beef-24701d625969 HTTP/1.1" status: 200 len: 909 time: 0.1781597 Jun 15 19:47:31.093514 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-647bfea9-6823-4b60-b892-29ed7fcaa9ae req-fe3c4b6f-3091-4c04-a152-e895e7856013 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a4b2324-33cc-4785-a82e-68b01b7613ed HTTP/1.1" status: 200 len: 998 time: 0.0922577 Jun 15 19:47:31.117932 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-332c3527-c8ef-441a-b185-959219dee361 None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:47:31.153773 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-47c15bd3-4782-4569-b03a-c0042cb56bda req-8f874f06-94f6-4dde-aa54-be0a9c488807 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879865 Jun 15 19:47:31.196008 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-cb276a02-7663-416b-9260-3956bfaa9aec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98860632-f1d4-48e3-a840-1307deb28658 HTTP/1.1" status: 200 len: 1000 time: 0.0932350 Jun 15 19:47:31.201729 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bfea9-6823-4b60-b892-29ed7fcaa9ae req-9ed5cc59-41f9-4838-afd6-e9cbb03336ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:31.203221 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-647bfea9-6823-4b60-b892-29ed7fcaa9ae req-9ed5cc59-41f9-4838-afd6-e9cbb03336ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0994623 Jun 15 19:47:31.249863 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for floatingip (768a309d-1f13-41de-b143-062b03eb7be6), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:31.293838 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bfea9-6823-4b60-b892-29ed7fcaa9ae req-6c06d5a3-ab89-4423-aa98-a3bb1bcba9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:31.296181 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-647bfea9-6823-4b60-b892-29ed7fcaa9ae req-6c06d5a3-ab89-4423-aa98-a3bb1bcba9e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818779 Jun 15 19:47:31.297536 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-c8d3b1ca-6ee8-40c6-b24d-aed5d1211c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:31.298912 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-c8d3b1ca-6ee8-40c6-b24d-aed5d1211c75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a HTTP/1.1" status: 200 len: 847 time: 0.0948436 Jun 15 19:47:31.346238 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (2246f5ba-8b84-422c-ae3a-a1f35c48a005), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:31.394714 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-332c3527-c8ef-441a-b185-959219dee361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'b5d2d015-2001-4728-8786-655c390c0062', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': '0a4b2324-33cc-4785-a82e-68b01b7613ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:26:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c741e5-dd61-47bd-9d45-7a33d5f0eb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:47:29Z', 'updated_at': '2022-06-15T19:47:29Z', 'revision_number': 0, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:47:31.422806 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-89b0d4c7-e6f5-484a-9435-f5f5f1a31da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:31.424216 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-89b0d4c7-e6f5-484a-9435-f5f5f1a31da3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c97fa835-6951-4e5b-beef-24701d625969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1163242 Jun 15 19:47:31.428394 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332c3527-c8ef-441a-b185-959219dee361 None None] The sync data for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi is: [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'b5d2d015-2001-4728-8786-655c390c0062', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': '0a4b2324-33cc-4785-a82e-68b01b7613ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:26:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c741e5-dd61-47bd-9d45-7a33d5f0eb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:47:29Z', 'updated_at': '2022-06-15T19:47:29Z', 'revision_number': 0, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:47:31.484314 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-647bfea9-6823-4b60-b892-29ed7fcaa9ae req-2dbed0f6-24da-4d76-ac2c-d1e757b9e248 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774828 Jun 15 19:47:31.532326 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for port (2246f5ba-8b84-422c-ae3a-a1f35c48a005), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:31.537237 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (2246f5ba-8b84-422c-ae3a-a1f35c48a005), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:31.566720 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:31.578147 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:31.591902 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:31.624187 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-81ac2f43-31d9-4629-a07b-a5bb86a4f458 service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923506 Jun 15 19:47:31.626952 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event updated for resources: {'Port': ['ID=2246f5ba-8b84-422c-ae3a-a1f35c48a005,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:31.631372 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (768a309d-1f13-41de-b143-062b03eb7be6), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:31.682700 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-647bfea9-6823-4b60-b892-29ed7fcaa9ae req-cc67fa84-650b-4415-a255-b82bc0e9efbd service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641080 Jun 15 19:47:31.710020 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f3d18-b57f-4201-ba1e-5241eabca76b None None] New status for floating IP b5d2d015-2001-4728-8786-655c390c0062: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:47:31.742276 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Floating IP 768a309d-1f13-41de-b143-062b03eb7be6 associated. External IP: 172.27.0.129, port: 1d0b45aa-c70d-4006-b056-768daf2e3807. Jun 15 19:47:31.747725 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-4e742f4b-e890-49fc-b574-a7d869b53baf req-79854507-fd0b-4dea-b363-036500e9cd0a service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158009 Jun 15 19:47:31.804711 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:31.973581 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:47:32.081680 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:47:32.091501 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa7ba4f-0828-44c2-8a7c-31acb51da2c8 None None] Sync routers for ids ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:47:32.101856 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.104169 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa7ba4f-0828-44c2-8a7c-31acb51da2c8 None None] Routers {'33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:47:32.104787 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-2fa7ba4f-0828-44c2-8a7c-31acb51da2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:47:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:47:32.137058 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-e56a92e2-fc15-4ef6-a507-0d2a2b1f507c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8682127 Jun 15 19:47:32.137670 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'tag': '1d0b45aa-c70d-4006-b056-768daf2e3807'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:47:32.139929 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54834) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:47:32.142843 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c6b595-fd4b-4d78-ad19-d1b8886694a8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5a5059-662f-48f0-903e-a615869cd2eb", "tag": "1d0b45aa-c70d-4006-b056-768daf2e3807"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:47:32.144340 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-5b34ed0f-7b47-46d0-97e0-02a3ef5fabf7 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1416027551', 'description': 'tempest-secgroup-smoke-1416027551 description', 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:47:32.170343 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5b34ed0f-7b47-46d0-97e0-02a3ef5fabf7 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.187240 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913096f6-a7a9-46dc-9c74-4e4087f173d4 x-openstack-request-id: req-913096f6-a7a9-46dc-9c74-4e4087f173d4 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:47:32.187698 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5a5059-662f-48f0-903e-a615869cd2eb", "tag": "1d0b45aa-c70d-4006-b056-768daf2e3807", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:47:32.188133 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-913096f6-a7a9-46dc-9c74-4e4087f173d4 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:47:32.189306 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913096f6-a7a9-46dc-9c74-4e4087f173d4'] response: {'name': 'network-changed', 'server_uuid': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'tag': '1d0b45aa-c70d-4006-b056-768daf2e3807', 'status': 'completed', 'code': 200} Jun 15 19:47:32.226831 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-2fa7ba4f-0828-44c2-8a7c-31acb51da2c8 None None] Set router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:47:32.269310 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6b595-fd4b-4d78-ad19-d1b8886694a8 req-e741590e-b70c-42d0-8123-4b7cc8e92302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:32.271608 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-27c6b595-fd4b-4d78-ad19-d1b8886694a8 req-e741590e-b70c-42d0-8123-4b7cc8e92302 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5eeb6d09ac2a459183dac0e66a26b4bc&device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 1130 time: 0.0592377 Jun 15 19:47:32.295660 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699815e-6f74-4a73-98f5-20b590bf9059 req-dbd7034c-246b-404e-b860-37170921883a tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:32.297405 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a699815e-6f74-4a73-98f5-20b590bf9059 req-dbd7034c-246b-404e-b860-37170921883a tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0569322 Jun 15 19:47:32.315880 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5b34ed0f-7b47-46d0-97e0-02a3ef5fabf7 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group (7460d356-0aa1-4382-beeb-f3ea4b777bb5), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.336658 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5b34ed0f-7b47-46d0-97e0-02a3ef5fabf7 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (7460d356-0aa1-4382-beeb-f3ea4b777bb5), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.362496 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a699815e-6f74-4a73-98f5-20b590bf9059 req-7cd760a8-d204-49d5-9395-b2e5c4210e1a tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585043 Jun 15 19:47:32.418385 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5b34ed0f-7b47-46d0-97e0-02a3ef5fabf7 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.419622 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-5b34ed0f-7b47-46d0-97e0-02a3ef5fabf7 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2787027 Jun 15 19:47:32.423174 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54840) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:47:32.427802 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-026130fc-a8db-45bc-bd5b-d395793b9baf tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Request body: {'security_group_rule': {'security_group_id': '7460d356-0aa1-4382-beeb-f3ea4b777bb5', 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:47:32.436023 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34ed0f-7b47-46d0-97e0-02a3ef5fabf7 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7460d356-0aa1-4382-beeb-f3ea4b777bb5,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:32.444643 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:32.451138 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6b595-fd4b-4d78-ad19-d1b8886694a8 req-d390913f-a795-490d-b5c7-135c1156262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:32.452903 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-27c6b595-fd4b-4d78-ad19-d1b8886694a8 req-d390913f-a795-490d-b5c7-135c1156262b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa4d081e-86f6-4b0d-9d90-52d503844812 HTTP/1.1" status: 200 len: 916 time: 0.1734800 Jun 15 19:47:32.469889 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-026130fc-a8db-45bc-bd5b-d395793b9baf tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (45fe38be-3da4-411e-b55c-c0fd285d144c), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.489591 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-2fa7ba4f-0828-44c2-8a7c-31acb51da2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '06af101d-87f1-410b-816c-916de8bbacc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:42Z', 'revision_number': 4, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port': {'id': '06af101d-87f1-410b-816c-916de8bbacc9', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:38Z', 'updated_at': '2022-06-15T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '768a309d-1f13-41de-b143-062b03eb7be6', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'port_id': '1d0b45aa-c70d-4006-b056-768daf2e3807', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'mac_address': 'fa:16:3e:a8:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:47:31Z', 'updated_at': '2022-06-15T19:47:31Z', 'revision_number': 0, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd758649b-c827-4458-b515-d6b59f9b664b', 'name': '', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'mac_address': 'fa:16:3e:12:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:41Z', 'updated_at': '2022-06-15T19:46:49Z', 'revision_number': 5, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'subnets': [{'id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:47:32.516576 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa7ba4f-0828-44c2-8a7c-31acb51da2c8 None None] Checking router: 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:47:32.522498 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-27c6b595-fd4b-4d78-ad19-d1b8886694a8 req-b1533a12-651a-4463-8476-5b3e3feaf5e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0b45aa-c70d-4006-b056-768daf2e3807 HTTP/1.1" status: 200 len: 1000 time: 0.0624554 Jun 15 19:47:32.526967 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa7ba4f-0828-44c2-8a7c-31acb51da2c8 None None] Routers {'33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:47:32.527671 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-2fa7ba4f-0828-44c2-8a7c-31acb51da2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:47:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:47:32.535390 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-026130fc-a8db-45bc-bd5b-d395793b9baf tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (45fe38be-3da4-411e-b55c-c0fd285d144c), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.541059 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-026130fc-a8db-45bc-bd5b-d395793b9baf tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (45fe38be-3da4-411e-b55c-c0fd285d144c), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.562041 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026130fc-a8db-45bc-bd5b-d395793b9baf tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fe38be-3da4-411e-b55c-c0fd285d144c,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:32.572228 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-026130fc-a8db-45bc-bd5b-d395793b9baf tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.576305 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54842) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:47:32.576528 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-026130fc-a8db-45bc-bd5b-d395793b9baf tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522961 Jun 15 19:47:32.582809 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-73ed364f-3197-411e-8e48-1c6b983e8a93 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Request body: {'security_group_rule': {'security_group_id': '7460d356-0aa1-4382-beeb-f3ea4b777bb5', 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:47:32.594326 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6b595-fd4b-4d78-ad19-d1b8886694a8 req-617bc2fc-5d48-4519-84c8-5835543be873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:32.595780 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-27c6b595-fd4b-4d78-ad19-d1b8886694a8 req-617bc2fc-5d48-4519-84c8-5835543be873 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c85ac12-69ee-4ce3-b513-a6bcb869f1d3 HTTP/1.1" status: 200 len: 854 time: 0.0674131 Jun 15 19:47:32.637523 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-2fa7ba4f-0828-44c2-8a7c-31acb51da2c8 None None] Set router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:47:32.644072 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-73ed364f-3197-411e-8e48-1c6b983e8a93 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (35ce8c9b-3ad2-45ac-9037-6fcd2cfac1cd), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.658185 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6b595-fd4b-4d78-ad19-d1b8886694a8 req-ad6f77c1-c1dc-47f8-8747-17c867c7db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:32.659698 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-27c6b595-fd4b-4d78-ad19-d1b8886694a8 req-ad6f77c1-c1dc-47f8-8747-17c867c7db7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa4d081e-86f6-4b0d-9d90-52d503844812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569406 Jun 15 19:47:32.765069 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-73ed364f-3197-411e-8e48-1c6b983e8a93 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (35ce8c9b-3ad2-45ac-9037-6fcd2cfac1cd), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.770683 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-73ed364f-3197-411e-8e48-1c6b983e8a93 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (35ce8c9b-3ad2-45ac-9037-6fcd2cfac1cd), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.783564 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:32.808113 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed364f-3197-411e-8e48-1c6b983e8a93 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ce8c9b-3ad2-45ac-9037-6fcd2cfac1cd,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:32.817041 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-73ed364f-3197-411e-8e48-1c6b983e8a93 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.818849 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-73ed364f-3197-411e-8e48-1c6b983e8a93 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2413802 Jun 15 19:47:32.820931 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-27c6b595-fd4b-4d78-ad19-d1b8886694a8 req-d02a8f6b-d083-403b-bc1f-28954b8e9ae3 service neutron] 10.222.0.42 "GET /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513033 Jun 15 19:47:32.822124 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54844) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:47:32.829837 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-d64df117-5415-4009-8e2b-c6928e9c7db3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Request body: {'security_group_rule': {'security_group_id': '7460d356-0aa1-4382-beeb-f3ea4b777bb5', 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:47:32.863027 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d64df117-5415-4009-8e2b-c6928e9c7db3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (4a0d7f8c-68ff-4785-ac4a-8d85811497ef), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.912674 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:32.936937 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-27c6b595-fd4b-4d78-ad19-d1b8886694a8 req-1f152844-d407-4b0f-a78f-84f1d9ed52c8 service neutron] 10.222.0.42 "GET /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070888 Jun 15 19:47:32.938601 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d64df117-5415-4009-8e2b-c6928e9c7db3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (4a0d7f8c-68ff-4785-ac4a-8d85811497ef), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.943407 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d64df117-5415-4009-8e2b-c6928e9c7db3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (4a0d7f8c-68ff-4785-ac4a-8d85811497ef), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.969066 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64df117-5415-4009-8e2b-c6928e9c7db3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0d7f8c-68ff-4785-ac4a-8d85811497ef,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:32.975391 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d64df117-5415-4009-8e2b-c6928e9c7db3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:32.976617 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d64df117-5415-4009-8e2b-c6928e9c7db3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527274 Jun 15 19:47:32.979764 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54846) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:47:32.985001 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-5f4068ac-f06c-4f4f-9417-145fc7f0257a tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Request body: {'security_group_rule': {'security_group_id': '7460d356-0aa1-4382-beeb-f3ea4b777bb5', 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:47:32.987064 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:33.003461 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:33.009629 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-2fa7ba4f-0828-44c2-8a7c-31acb51da2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '06af101d-87f1-410b-816c-916de8bbacc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:42Z', 'revision_number': 4, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port': {'id': '06af101d-87f1-410b-816c-916de8bbacc9', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:38Z', 'updated_at': '2022-06-15T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '768a309d-1f13-41de-b143-062b03eb7be6', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'port_id': '1d0b45aa-c70d-4006-b056-768daf2e3807', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'mac_address': 'fa:16:3e:a8:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:47:31Z', 'updated_at': '2022-06-15T19:47:31Z', 'revision_number': 0, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd758649b-c827-4458-b515-d6b59f9b664b', 'name': '', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'mac_address': 'fa:16:3e:12:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:41Z', 'updated_at': '2022-06-15T19:46:49Z', 'revision_number': 5, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'subnets': [{'id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:47:33.016853 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5f4068ac-f06c-4f4f-9417-145fc7f0257a tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (d26a0df7-735b-400c-a050-fbb5283fe835), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.034749 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa7ba4f-0828-44c2-8a7c-31acb51da2c8 None None] The sync data for ids ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'] in dv-cinder-844563-3-iscsi is: [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '06af101d-87f1-410b-816c-916de8bbacc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:42Z', 'revision_number': 4, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port': {'id': '06af101d-87f1-410b-816c-916de8bbacc9', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:38Z', 'updated_at': '2022-06-15T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '768a309d-1f13-41de-b143-062b03eb7be6', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'port_id': '1d0b45aa-c70d-4006-b056-768daf2e3807', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'mac_address': 'fa:16:3e:a8:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:47:31Z', 'updated_at': '2022-06-15T19:47:31Z', 'revision_number': 0, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd758649b-c827-4458-b515-d6b59f9b664b', 'name': '', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'mac_address': 'fa:16:3e:12:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:41Z', 'updated_at': '2022-06-15T19:46:49Z', 'revision_number': 5, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'subnets': [{'id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:47:33.079453 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5f4068ac-f06c-4f4f-9417-145fc7f0257a tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (d26a0df7-735b-400c-a050-fbb5283fe835), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.083663 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5f4068ac-f06c-4f4f-9417-145fc7f0257a tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (d26a0df7-735b-400c-a050-fbb5283fe835), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.103203 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4068ac-f06c-4f4f-9417-145fc7f0257a tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26a0df7-735b-400c-a050-fbb5283fe835,revision_number=0']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:33.108465 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5f4068ac-f06c-4f4f-9417-145fc7f0257a tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.112436 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54848) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:47:33.112665 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-5f4068ac-f06c-4f4f-9417-145fc7f0257a tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316981 Jun 15 19:47:33.117890 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-8429234a-84ec-495a-8187-eaa6fdc9d3c5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Request body: {'security_group_rule': {'security_group_id': '7460d356-0aa1-4382-beeb-f3ea4b777bb5', 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:47:33.139243 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.securitygroups_db [None req-8429234a-84ec-495a-8187-eaa6fdc9d3c5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Project 5eeb6d09ac2a459183dac0e66a26b4bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 19:47:33.144453 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8429234a-84ec-495a-8187-eaa6fdc9d3c5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (295d4a99-89b7-4154-86c6-324c32d490cb), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.197745 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8429234a-84ec-495a-8187-eaa6fdc9d3c5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (295d4a99-89b7-4154-86c6-324c32d490cb), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.202199 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8429234a-84ec-495a-8187-eaa6fdc9d3c5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (295d4a99-89b7-4154-86c6-324c32d490cb), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.222248 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429234a-84ec-495a-8187-eaa6fdc9d3c5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295d4a99-89b7-4154-86c6-324c32d490cb,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:33.233458 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8429234a-84ec-495a-8187-eaa6fdc9d3c5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.234835 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-8429234a-84ec-495a-8187-eaa6fdc9d3c5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213613 Jun 15 19:47:33.237591 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54850) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:47:33.242768 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-96de02c4-e97d-4c46-905e-beedb457d0f2 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Request body: {'security_group_rule': {'security_group_id': '7460d356-0aa1-4382-beeb-f3ea4b777bb5', 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:47:33.251265 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8620ea2-daaf-4d00-8344-28353f903f0c None None] New status for floating IP 768a309d-1f13-41de-b143-062b03eb7be6: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:47:33.260462 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:33.272762 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.securitygroups_db [None req-96de02c4-e97d-4c46-905e-beedb457d0f2 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Project 5eeb6d09ac2a459183dac0e66a26b4bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 19:47:33.279551 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-96de02c4-e97d-4c46-905e-beedb457d0f2 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (22cbbeeb-2f78-4f09-9159-cb861880597f), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.333095 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-96de02c4-e97d-4c46-905e-beedb457d0f2 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (22cbbeeb-2f78-4f09-9159-cb861880597f), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.337100 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-96de02c4-e97d-4c46-905e-beedb457d0f2 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458519'] for security_group_rule (22cbbeeb-2f78-4f09-9159-cb861880597f), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.355246 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de02c4-e97d-4c46-905e-beedb457d0f2 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cbbeeb-2f78-4f09-9159-cb861880597f,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:33.368598 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-96de02c4-e97d-4c46-905e-beedb457d0f2 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.369936 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-96de02c4-e97d-4c46-905e-beedb457d0f2 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313522 Jun 15 19:47:33.509666 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7243b45a-cc22-455c-9765-23e1edbc2c3d req-e9753f66-8e64-4559-b882-0fbeef1a69d3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1416027551&fields=id&tenant_id=5eeb6d09ac2a459183dac0e66a26b4bc HTTP/1.1" status: 200 len: 267 time: 0.0832686 Jun 15 19:47:33.515895 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218af0b0-f6ff-4aa4-8ad8-0cc9c626213d req-b29fb05a-b67d-4c38-9456-8c2eb343be33 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:33.517282 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-218af0b0-f6ff-4aa4-8ad8-0cc9c626213d req-b29fb05a-b67d-4c38-9456-8c2eb343be33 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0749698 Jun 15 19:47:33.584857 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243b45a-cc22-455c-9765-23e1edbc2c3d req-43c3b37e-f1e7-4b42-a633-cff7c4a2a4e5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:33.586390 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7243b45a-cc22-455c-9765-23e1edbc2c3d req-43c3b37e-f1e7-4b42-a633-cff7c4a2a4e5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 946 time: 0.0682008 Jun 15 19:47:33.602293 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [req-7243b45a-cc22-455c-9765-23e1edbc2c3d req-9544ebf7-a33c-4adf-80cc-1381af4432dc tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Request body: {'port': {'security_groups': ['1ffab520-47c1-42a6-a705-c7ef4a6f276c', '7460d356-0aa1-4382-beeb-f3ea4b777bb5']}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:47:33.634312 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-218af0b0-f6ff-4aa4-8ad8-0cc9c626213d req-0202fa57-e4d7-4881-9e30-f76719c176ab tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059098 Jun 15 19:47:33.696767 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-7243b45a-cc22-455c-9765-23e1edbc2c3d req-9544ebf7-a33c-4adf-80cc-1381af4432dc tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.718715 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f286256-6b11-4353-a3a6-be9def2ada24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.897530 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [req-7243b45a-cc22-455c-9765-23e1edbc2c3d req-9544ebf7-a33c-4adf-80cc-1381af4432dc tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] For port 1d0b45aa-c70d-4006-b056-768daf2e3807, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1d0b45aa-c70d-4006-b056-768daf2e3807,segment=NetworkSegment(673a336e-5e24-4dd2-ab62-a9129fd79eb1),segment_id=673a336e-5e24-4dd2-ab62-a9129fd79eb1)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:47:33.899203 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:33.930716 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-7243b45a-cc22-455c-9765-23e1edbc2c3d req-9544ebf7-a33c-4adf-80cc-1381af4432dc tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.934925 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-7243b45a-cc22-455c-9765-23e1edbc2c3d req-9544ebf7-a33c-4adf-80cc-1381af4432dc tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.946937 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['1d0b45aa-c70d-4006-b056-768daf2e3807'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:47:33.981715 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243b45a-cc22-455c-9765-23e1edbc2c3d req-9544ebf7-a33c-4adf-80cc-1381af4432dc tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:33.982720 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-7243b45a-cc22-455c-9765-23e1edbc2c3d req-9544ebf7-a33c-4adf-80cc-1381af4432dc tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:33.986342 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7243b45a-cc22-455c-9765-23e1edbc2c3d req-9544ebf7-a33c-4adf-80cc-1381af4432dc tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "PUT /v2.0/ports/1d0b45aa-c70d-4006-b056-768daf2e3807 HTTP/1.1" status: 200 len: 982 time: 0.3933165 Jun 15 19:47:34.021621 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544ebf7-a33c-4adf-80cc-1381af4432dc tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event updated for resources: {'Port': ['ID=1d0b45aa-c70d-4006-b056-768daf2e3807,revision_number=6']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:34.053496 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['1d0b45aa-c70d-4006-b056-768daf2e3807'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:47:34.102547 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73d39-cc7c-4932-bba8-419d1a00ab12 req-f200b323-b117-4f5e-91d7-aa49e8160347 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:34.104316 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bef73d39-cc7c-4932-bba8-419d1a00ab12 req-f200b323-b117-4f5e-91d7-aa49e8160347 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 985 time: 0.0540020 Jun 15 19:47:34.115346 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:34.172204 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bef73d39-cc7c-4932-bba8-419d1a00ab12 req-6ae59311-49a3-4498-828f-9f0566a02b7d tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&id=7460d356-0aa1-4382-beeb-f3ea4b777bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620539 Jun 15 19:47:34.190102 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'tag': '1d0b45aa-c70d-4006-b056-768daf2e3807'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:47:34.194654 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ae5f44-1867-4666-b1ef-e0cb2b561ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5a5059-662f-48f0-903e-a615869cd2eb", "tag": "1d0b45aa-c70d-4006-b056-768daf2e3807"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:47:34.233690 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793bb09e-860b-43dd-93d8-3efc366beb94 x-openstack-request-id: req-793bb09e-860b-43dd-93d8-3efc366beb94 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:47:34.234050 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5a5059-662f-48f0-903e-a615869cd2eb", "tag": "1d0b45aa-c70d-4006-b056-768daf2e3807", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:47:34.234419 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-793bb09e-860b-43dd-93d8-3efc366beb94 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:47:34.234881 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793bb09e-860b-43dd-93d8-3efc366beb94'] response: {'name': 'network-changed', 'server_uuid': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'tag': '1d0b45aa-c70d-4006-b056-768daf2e3807', 'status': 'completed', 'code': 200} Jun 15 19:47:34.265317 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-deb8ee76-e531-496f-89a6-bd54a9bcb687 None None] Provisioning complete for port 1d0b45aa-c70d-4006-b056-768daf2e3807 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:47:34.265614 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-deb8ee76-e531-496f-89a6-bd54a9bcb687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:34.296065 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae5f44-1867-4666-b1ef-e0cb2b561ca0 req-3d0f64d4-49f6-4803-a08c-7d11c65cc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:34.297671 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a1ae5f44-1867-4666-b1ef-e0cb2b561ca0 req-3d0f64d4-49f6-4803-a08c-7d11c65cc2b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5eeb6d09ac2a459183dac0e66a26b4bc&device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 1169 time: 0.0407672 Jun 15 19:47:34.396816 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae5f44-1867-4666-b1ef-e0cb2b561ca0 req-23ea1ca5-83a6-4f07-9f74-172d675197fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:34.398333 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a1ae5f44-1867-4666-b1ef-e0cb2b561ca0 req-23ea1ca5-83a6-4f07-9f74-172d675197fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa4d081e-86f6-4b0d-9d90-52d503844812 HTTP/1.1" status: 200 len: 916 time: 0.0935926 Jun 15 19:47:34.452756 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-deb8ee76-e531-496f-89a6-bd54a9bcb687 None None] Current status of the port 1d0b45aa-c70d-4006-b056-768daf2e3807 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:47:34.468389 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a1ae5f44-1867-4666-b1ef-e0cb2b561ca0 req-d196909e-69af-45d1-a6a4-3b40182a8dc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0b45aa-c70d-4006-b056-768daf2e3807 HTTP/1.1" status: 200 len: 1002 time: 0.0644279 Jun 15 19:47:34.518151 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae5f44-1867-4666-b1ef-e0cb2b561ca0 req-799b1b54-3d0a-44a9-96f3-49d616fd64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:34.519671 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a1ae5f44-1867-4666-b1ef-e0cb2b561ca0 req-799b1b54-3d0a-44a9-96f3-49d616fd64b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c85ac12-69ee-4ce3-b513-a6bcb869f1d3 HTTP/1.1" status: 200 len: 854 time: 0.0457363 Jun 15 19:47:34.567407 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae5f44-1867-4666-b1ef-e0cb2b561ca0 req-89383bf7-2e6f-42c9-b95f-f37772f020f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:34.569498 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a1ae5f44-1867-4666-b1ef-e0cb2b561ca0 req-89383bf7-2e6f-42c9-b95f-f37772f020f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa4d081e-86f6-4b0d-9d90-52d503844812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440412 Jun 15 19:47:34.663085 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a1ae5f44-1867-4666-b1ef-e0cb2b561ca0 req-96c1f486-ec55-421b-81b9-d561aecd8500 service neutron] 10.222.0.42 "GET /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847650 Jun 15 19:47:34.765060 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace1ad0-fd71-427c-a6ad-4b9366c6c368 req-f5b2cb42-47bc-408b-b3f9-8f0a03df4368 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:34.766672 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8ace1ad0-fd71-427c-a6ad-4b9366c6c368 req-f5b2cb42-47bc-408b-b3f9-8f0a03df4368 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0551703 Jun 15 19:47:34.824589 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8ace1ad0-fd71-427c-a6ad-4b9366c6c368 req-4fb1c5b6-fc74-418d-b177-a84ebf0c175f tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509005 Jun 15 19:47:35.019489 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a1ae5f44-1867-4666-b1ef-e0cb2b561ca0 req-8aeea785-11f6-4999-ab17-979ac0be2242 service neutron] 10.222.0.42 "GET /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506763 Jun 15 19:47:35.945231 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:35.954747 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08d32c-de99-4626-8c6c-c8469967d074 req-236950be-a027-4d13-94e8-0ccd79ceb705 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:35.956278 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cb08d32c-de99-4626-8c6c-c8469967d074 req-236950be-a027-4d13-94e8-0ccd79ceb705 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0522523 Jun 15 19:47:35.973606 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b932aa70-4bc1-40ec-99ec-b21ddb423761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:36.012461 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cb08d32c-de99-4626-8c6c-c8469967d074 req-05a7bb0a-3cf8-4cc7-807e-9a7041789569 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491974 Jun 15 19:47:37.131995 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73bd56-09a0-4347-8371-1f6e5f9702d7 req-44a10ec5-4b1a-45c1-8c6c-213c006785f8 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:37.133381 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-be73bd56-09a0-4347-8371-1f6e5f9702d7 req-44a10ec5-4b1a-45c1-8c6c-213c006785f8 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0501015 Jun 15 19:47:37.188699 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-be73bd56-09a0-4347-8371-1f6e5f9702d7 req-e10cbfce-8fd5-4842-87cd-79dbb40a8179 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496874 Jun 15 19:47:37.409826 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:37.423138 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:38.319619 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5189bf-8bce-4cc6-8c57-0ac1cb3bcb48 req-402c06f8-c29c-457d-b615-8168be453c64 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:38.321146 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cc5189bf-8bce-4cc6-8c57-0ac1cb3bcb48 req-402c06f8-c29c-457d-b615-8168be453c64 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0581441 Jun 15 19:47:38.375413 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cc5189bf-8bce-4cc6-8c57-0ac1cb3bcb48 req-3c74cade-dc3a-4d94-8482-6ea133517f70 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482314 Jun 15 19:47:38.411549 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:47:38.803357 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:39.458292 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:39.501746 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefdd2a-054a-4cd3-b045-35d4c98333ae req-65953878-fa15-4ce6-ab57-7f6f97356012 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:39.503299 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bfefdd2a-054a-4cd3-b045-35d4c98333ae req-65953878-fa15-4ce6-ab57-7f6f97356012 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0562601 Jun 15 19:47:39.555845 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bfefdd2a-054a-4cd3-b045-35d4c98333ae req-6534b722-b562-4044-aaa0-fd08de5d5d03 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461366 Jun 15 19:47:40.464283 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 98860632-f1d4-48e3-a840-1307deb28658 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:47:40.586693 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 98860632-f1d4-48e3-a840-1307deb28658, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=98860632-f1d4-48e3-a840-1307deb28658,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:47:40.598700 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': '98860632-f1d4-48e3-a840-1307deb28658', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'port_id': '98860632-f1d4-48e3-a840-1307deb28658', 'mac_address': 'fa:16:3e:cf:31:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:47:40.623196 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:40.639027 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 98860632-f1d4-48e3-a840-1307deb28658 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:47:40.639430 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (98860632-f1d4-48e3-a840-1307deb28658), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:40.654278 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98860632-f1d4-48e3-a840-1307deb28658 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:47:40.675370 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 98860632-f1d4-48e3-a840-1307deb28658, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=98860632-f1d4-48e3-a840-1307deb28658,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:47:40.675978 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188888a0-afc9-4cba-a5bb-d438c5a1c3c6 req-a98c313e-ee47-4ad7-952d-2a94c9fb1bf9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:40.677847 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-188888a0-afc9-4cba-a5bb-d438c5a1c3c6 req-a98c313e-ee47-4ad7-952d-2a94c9fb1bf9 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 944 time: 0.0526371 Jun 15 19:47:40.680997 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (98860632-f1d4-48e3-a840-1307deb28658), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:40.731930 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-188888a0-afc9-4cba-a5bb-d438c5a1c3c6 req-a573817e-650e-45ca-8466-2592082ab74f tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455897 Jun 15 19:47:40.743030 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=98860632-f1d4-48e3-a840-1307deb28658,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:40.751025 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.751368 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.751704 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.752038 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.752366 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.752688 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.753008 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.753328 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.753653 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.753970 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.754321 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.754643 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.754956 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.755270 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.755583 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:47:40.933645 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['98860632-f1d4-48e3-a840-1307deb28658'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:47:41.010332 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:41.846808 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f017907-18f0-48fb-890d-c692cc71633e req-66e9204a-e087-464a-befe-7473cb00026c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:41.848312 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1f017907-18f0-48fb-890d-c692cc71633e req-66e9204a-e087-464a-befe-7473cb00026c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 945 time: 0.0488498 Jun 15 19:47:41.900883 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1f017907-18f0-48fb-890d-c692cc71633e req-a809d310-aea9-4b69-ab54-a8dbe79bcf72 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460138 Jun 15 19:47:42.475013 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 98860632-f1d4-48e3-a840-1307deb28658 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:47:42.523399 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port 98860632-f1d4-48e3-a840-1307deb28658 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:47:42.523774 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (98860632-f1d4-48e3-a840-1307deb28658), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:42.597560 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 98860632-f1d4-48e3-a840-1307deb28658 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:47:42.597854 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (98860632-f1d4-48e3-a840-1307deb28658), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:42.620910 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98860632-f1d4-48e3-a840-1307deb28658'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:47:42.623135 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0b5ecb-8b5d-427f-ac81-f74e4a361c22" -d '{"events": [{"server_uuid": "c00cb912-861b-45f1-a2e8-7efe52291be6", "name": "network-vif-plugged", "status": "completed", "tag": "98860632-f1d4-48e3-a840-1307deb28658"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:47:42.636255 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 98860632-f1d4-48e3-a840-1307deb28658, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=98860632-f1d4-48e3-a840-1307deb28658,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:47:42.640755 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (98860632-f1d4-48e3-a840-1307deb28658), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:42.667128 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c04375b-d6c4-4f19-9afc-6c04537f0660 x-openstack-request-id: req-1c04375b-d6c4-4f19-9afc-6c04537f0660 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:47:42.667422 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00cb912-861b-45f1-a2e8-7efe52291be6", "name": "network-vif-plugged", "status": "completed", "tag": "98860632-f1d4-48e3-a840-1307deb28658", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:47:42.667674 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c04375b-d6c4-4f19-9afc-6c04537f0660 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:47:42.668069 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c04375b-d6c4-4f19-9afc-6c04537f0660'] response: {'server_uuid': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98860632-f1d4-48e3-a840-1307deb28658', 'code': 200} Jun 15 19:47:42.699161 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=98860632-f1d4-48e3-a840-1307deb28658,revision_number=8']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:47:42.900821 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667cc32-8a25-418a-bc88-6f70ec8a52d3 req-4ed599e2-8035-410a-bb26-38446339ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:42.902274 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1667cc32-8a25-418a-bc88-6f70ec8a52d3 req-4ed599e2-8035-410a-bb26-38446339ef54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 1130 time: 0.0396521 Jun 15 19:47:42.949439 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1667cc32-8a25-418a-bc88-6f70ec8a52d3 req-6c270b31-f381-4ef3-8795-b5e0388b3dc5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405555 Jun 15 19:47:43.031018 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d81c3d-78e0-4c61-a467-dae88002f48c req-10c959b6-859e-45a5-afac-0495c9b7f328 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:43.032956 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-11d81c3d-78e0-4c61-a467-dae88002f48c req-10c959b6-859e-45a5-afac-0495c9b7f328 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0630906 Jun 15 19:47:43.082383 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-11d81c3d-78e0-4c61-a467-dae88002f48c req-d713e23d-e357-4990-bb84-278c870b40c1 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439456 Jun 15 19:47:43.360262 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:44.201920 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaf8e0-3810-4332-86f5-80abcaa940ea req-aafa94ec-cedb-4e83-b6f0-fa797dd9873f tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:44.203366 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8ffaf8e0-3810-4332-86f5-80abcaa940ea req-aafa94ec-cedb-4e83-b6f0-fa797dd9873f tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0515511 Jun 15 19:47:44.255732 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8ffaf8e0-3810-4332-86f5-80abcaa940ea req-4268114d-85d9-4415-a5df-8e1e11085c05 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467107 Jun 15 19:47:45.375371 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12a3a3-c656-4e1d-b0ef-93a4a77e4cda req-554a5857-6795-45a3-8131-cf9977f63c78 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:45.376872 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cb12a3a3-c656-4e1d-b0ef-93a4a77e4cda req-554a5857-6795-45a3-8131-cf9977f63c78 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0488524 Jun 15 19:47:45.389410 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:45.431646 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cb12a3a3-c656-4e1d-b0ef-93a4a77e4cda req-9061987d-462f-4af9-926e-539390df2ff5 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491347 Jun 15 19:47:48.408256 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:48.523179 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:47:52.937106 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=83,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:52.946422 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=65,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:55.005071 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d37964e3-4d30-47a3-8e58-44527b6aa5d6 req-ed522fd3-db57-4dee-9477-9f97f9c6b2fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407755 Jun 15 19:47:55.093513 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37964e3-4d30-47a3-8e58-44527b6aa5d6 req-1e125038-5d10-4bd0-885a-d9d51deff77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:55.095068 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d37964e3-4d30-47a3-8e58-44527b6aa5d6 req-1e125038-5d10-4bd0-885a-d9d51deff77c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feaa96a8901e42c18c270c092a40fc83&device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 1130 time: 0.0433776 Jun 15 19:47:55.208414 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37964e3-4d30-47a3-8e58-44527b6aa5d6 req-7c70a207-21b9-40ce-bc24-e0c627261247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:55.209435 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d37964e3-4d30-47a3-8e58-44527b6aa5d6 req-7c70a207-21b9-40ce-bc24-e0c627261247 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c97fa835-6951-4e5b-beef-24701d625969 HTTP/1.1" status: 200 len: 909 time: 0.0902321 Jun 15 19:47:55.277501 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d37964e3-4d30-47a3-8e58-44527b6aa5d6 req-cc705113-8791-4974-8cb4-301e098ba688 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98860632-f1d4-48e3-a840-1307deb28658 HTTP/1.1" status: 200 len: 1002 time: 0.0618758 Jun 15 19:47:55.330203 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37964e3-4d30-47a3-8e58-44527b6aa5d6 req-0403a7d9-1909-43c8-b2dc-3c6541567fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:55.331842 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d37964e3-4d30-47a3-8e58-44527b6aa5d6 req-0403a7d9-1909-43c8-b2dc-3c6541567fba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a HTTP/1.1" status: 200 len: 847 time: 0.0461292 Jun 15 19:47:55.383814 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37964e3-4d30-47a3-8e58-44527b6aa5d6 req-fd4933af-bafc-429e-8fbe-355ed7f7398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:55.385309 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d37964e3-4d30-47a3-8e58-44527b6aa5d6 req-fd4933af-bafc-429e-8fbe-355ed7f7398a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c97fa835-6951-4e5b-beef-24701d625969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406191 Jun 15 19:47:55.414968 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=78 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:55.427827 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:55.482845 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d37964e3-4d30-47a3-8e58-44527b6aa5d6 req-09636e69-61bd-4f5b-bd62-3c3b3e81335f service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906987 Jun 15 19:47:55.575226 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d37964e3-4d30-47a3-8e58-44527b6aa5d6 req-c812f09e-e806-426d-b9a4-a765a52834fa service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862985 Jun 15 19:47:56.934433 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d1ace-2c12-4d0c-aa74-e8a6406e25b2 req-8fa642cd-046f-4135-b597-8eb05b47de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:56.936227 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-221d1ace-2c12-4d0c-aa74-e8a6406e25b2 req-8fa642cd-046f-4135-b597-8eb05b47de20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5eeb6d09ac2a459183dac0e66a26b4bc&device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 1169 time: 0.0550265 Jun 15 19:47:56.980120 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42275c-9c0b-47d8-99ce-8d0069624323 req-6cc9a173-1208-4f3c-93e2-b70aab992bc8 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:56.981546 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bb42275c-9c0b-47d8-99ce-8d0069624323 req-6cc9a173-1208-4f3c-93e2-b70aab992bc8 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 985 time: 0.1181092 Jun 15 19:47:57.032120 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d1ace-2c12-4d0c-aa74-e8a6406e25b2 req-bab13578-897b-4abf-9a8e-69e606ea78ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:57.033617 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-221d1ace-2c12-4d0c-aa74-e8a6406e25b2 req-bab13578-897b-4abf-9a8e-69e606ea78ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa4d081e-86f6-4b0d-9d90-52d503844812 HTTP/1.1" status: 200 len: 916 time: 0.0893133 Jun 15 19:47:57.044892 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bb42275c-9c0b-47d8-99ce-8d0069624323 req-0ab47cee-78f6-444e-a29d-22fef0a58b04 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&id=7460d356-0aa1-4382-beeb-f3ea4b777bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573473 Jun 15 19:47:57.101834 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-221d1ace-2c12-4d0c-aa74-e8a6406e25b2 req-135c615b-1a9c-4308-a225-cb351753fb6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0b45aa-c70d-4006-b056-768daf2e3807 HTTP/1.1" status: 200 len: 1002 time: 0.0604568 Jun 15 19:47:57.155297 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d1ace-2c12-4d0c-aa74-e8a6406e25b2 req-1094811c-b88e-4a41-aea6-90c2e568a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:57.156816 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-221d1ace-2c12-4d0c-aa74-e8a6406e25b2 req-1094811c-b88e-4a41-aea6-90c2e568a181 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c85ac12-69ee-4ce3-b513-a6bcb869f1d3 HTTP/1.1" status: 200 len: 854 time: 0.0470498 Jun 15 19:47:57.208288 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d1ace-2c12-4d0c-aa74-e8a6406e25b2 req-1739645e-b8db-4369-bb36-f0e874d056e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:57.209906 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-221d1ace-2c12-4d0c-aa74-e8a6406e25b2 req-1739645e-b8db-4369-bb36-f0e874d056e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa4d081e-86f6-4b0d-9d90-52d503844812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431004 Jun 15 19:47:57.309962 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-221d1ace-2c12-4d0c-aa74-e8a6406e25b2 req-d3f25b3c-2ab5-4e83-b616-1fb44720b715 service neutron] 10.222.0.42 "GET /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912161 Jun 15 19:47:57.413676 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:57.418250 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-221d1ace-2c12-4d0c-aa74-e8a6406e25b2 req-67f57524-7784-4080-82f2-0baf2b6ea072 service neutron] 10.222.0.42 "GET /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952411 Jun 15 19:47:58.216714 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789819f2-8564-41fa-b648-a6d73943c127 req-64065252-394d-4d85-94b0-0d783ca5e337 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:58.218219 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-789819f2-8564-41fa-b648-a6d73943c127 req-64065252-394d-4d85-94b0-0d783ca5e337 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 985 time: 0.1043859 Jun 15 19:47:58.278425 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-789819f2-8564-41fa-b648-a6d73943c127 req-7a82c32b-73be-44cc-8976-20f4d29e2a29 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&id=7460d356-0aa1-4382-beeb-f3ea4b777bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542786 Jun 15 19:47:58.514283 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=32 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:58.516855 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:58.519095 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:47:59.406709 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1299083-db7b-4a0d-bcc7-651a3488294c req-60412c34-2fcf-4b7e-b928-852aed8ebd4a tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:47:59.408212 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b1299083-db7b-4a0d-bcc7-651a3488294c req-60412c34-2fcf-4b7e-b928-852aed8ebd4a tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 985 time: 0.0543547 Jun 15 19:47:59.472293 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b1299083-db7b-4a0d-bcc7-651a3488294c req-f402a055-38ea-48a1-9f67-132aecbbfafb tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&id=7460d356-0aa1-4382-beeb-f3ea4b777bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568345 Jun 15 19:48:00.592077 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558ba56-521f-4324-824a-4c8a7cd76242 req-f37a5688-8a8c-455e-9615-58b001f76346 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:00.593776 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0558ba56-521f-4324-824a-4c8a7cd76242 req-f37a5688-8a8c-455e-9615-58b001f76346 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 985 time: 0.0495603 Jun 15 19:48:00.657954 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0558ba56-521f-4324-824a-4c8a7cd76242 req-162e2838-dff7-4d17-a304-d7363e297163 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&id=7460d356-0aa1-4382-beeb-f3ea4b777bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586455 Jun 15 19:48:01.778559 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9195b3f-84d0-4133-a283-c1a3a6b7a727 req-41465f29-2edc-4c94-8704-ba7b67107486 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:01.780182 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e9195b3f-84d0-4133-a283-c1a3a6b7a727 req-41465f29-2edc-4c94-8704-ba7b67107486 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 985 time: 0.0493362 Jun 15 19:48:01.844940 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e9195b3f-84d0-4133-a283-c1a3a6b7a727 req-443c6aa0-fc27-4141-9e63-9742b6408c0c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&id=7460d356-0aa1-4382-beeb-f3ea4b777bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590336 Jun 15 19:48:02.965294 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee766c-8faa-4c76-b2fc-5e519d1d2f55 req-7f16d3dd-e63d-4a6f-8eaa-86341db5b3d0 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:02.966921 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-80ee766c-8faa-4c76-b2fc-5e519d1d2f55 req-7f16d3dd-e63d-4a6f-8eaa-86341db5b3d0 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 985 time: 0.0498905 Jun 15 19:48:03.031255 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-80ee766c-8faa-4c76-b2fc-5e519d1d2f55 req-178797e0-6e41-44bb-b5bc-0b46ce4f4b92 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&id=7460d356-0aa1-4382-beeb-f3ea4b777bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574117 Jun 15 19:48:03.722025 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f66ecaed-abd7-44bb-b7be-d4b1fc460bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:04.148327 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a906b-7ae2-43ad-be8f-82198de9d361 req-bfebafd4-b4ba-4ef4-ba46-08e9c9343348 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:04.149843 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f26a906b-7ae2-43ad-be8f-82198de9d361 req-bfebafd4-b4ba-4ef4-ba46-08e9c9343348 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 985 time: 0.0483389 Jun 15 19:48:04.223250 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f26a906b-7ae2-43ad-be8f-82198de9d361 req-64c9c784-5b4c-4256-aaff-6f37ba4961ae tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&id=7460d356-0aa1-4382-beeb-f3ea4b777bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643895 Jun 15 19:48:05.345291 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b50e2-ebc6-47cc-8ac0-6d79e21aacd9 req-8706c75c-37b4-4057-9ae0-40978d381606 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:05.346858 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5e8b50e2-ebc6-47cc-8ac0-6d79e21aacd9 req-8706c75c-37b4-4057-9ae0-40978d381606 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 985 time: 0.0528259 Jun 15 19:48:05.411934 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5e8b50e2-ebc6-47cc-8ac0-6d79e21aacd9 req-9187396c-321a-4ad5-8522-54188056c2af tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&id=7460d356-0aa1-4382-beeb-f3ea4b777bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588508 Jun 15 19:48:05.967479 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f28ae0bc-a3aa-494f-a01c-f5626eb9d05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:06.543652 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ad180-9f5a-4deb-af95-dda34d77e22e req-161d3bbb-b3fe-41ee-a26a-f6573a659ce3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:06.545293 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-083ad180-9f5a-4deb-af95-dda34d77e22e req-161d3bbb-b3fe-41ee-a26a-f6573a659ce3 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 985 time: 0.0571163 Jun 15 19:48:06.608332 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-083ad180-9f5a-4deb-af95-dda34d77e22e req-be79b301-cd97-4f86-b886-cc25eb6d9ce0 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&id=7460d356-0aa1-4382-beeb-f3ea4b777bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567262 Jun 15 19:48:07.413080 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:07.424860 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:07.728373 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f44d11-d346-464c-869a-444f40c3c3ee req-f05e4843-aba7-46c9-a033-5ab5ae431e2b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:07.729884 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-45f44d11-d346-464c-869a-444f40c3c3ee req-f05e4843-aba7-46c9-a033-5ab5ae431e2b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 985 time: 0.0524924 Jun 15 19:48:07.744359 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:07.984960 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:08.019738 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-45f44d11-d346-464c-869a-444f40c3c3ee req-cc776df2-829a-4b07-b9d7-2a30f1e85c96 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&id=7460d356-0aa1-4382-beeb-f3ea4b777bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2824223 Jun 15 19:48:08.807416 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:09.132152 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95d90d-ab5e-4151-96a9-71247626a641 req-2fa8b4f1-4197-4703-8698-44496b1957d5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:09.133769 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2d95d90d-ab5e-4151-96a9-71247626a641 req-2fa8b4f1-4197-4703-8698-44496b1957d5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 985 time: 0.0469475 Jun 15 19:48:09.194216 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2d95d90d-ab5e-4151-96a9-71247626a641 req-7d4305dc-2356-49cf-9fe2-352cd93ea64b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&id=7460d356-0aa1-4382-beeb-f3ea4b777bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540316 Jun 15 19:48:09.451557 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:15.411891 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:48:18.529585 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:19.185187 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=14 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:19.188252 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=17 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:28.518308 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:28.523833 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:28.525268 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:29.897929 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=20 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:29.905451 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=14 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:33.723759 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1232f068-5eec-4071-be0c-1fedf2aefe27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:35.978324 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65221d42-2f6a-4349-88a7-f267db1aa8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:37.427344 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:38.810783 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:39.456631 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:41.712463 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d3ba3ac6-5358-44bf-bd2d-92e9c5e8758b req-c9b4cbd3-f07d-4a52-a656-61345b1d9259 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1416027551&fields=id&tenant_id=5eeb6d09ac2a459183dac0e66a26b4bc HTTP/1.1" status: 200 len: 267 time: 0.0497944 Jun 15 19:48:41.768162 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3ac6-5358-44bf-bd2d-92e9c5e8758b req-ab475b3c-c46c-46f5-b70e-2c2feb2b349f tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:41.769716 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d3ba3ac6-5358-44bf-bd2d-92e9c5e8758b req-ab475b3c-c46c-46f5-b70e-2c2feb2b349f tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 985 time: 0.0516467 Jun 15 19:48:41.781399 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [req-d3ba3ac6-5358-44bf-bd2d-92e9c5e8758b req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Request body: {'port': {'security_groups': ['1ffab520-47c1-42a6-a705-c7ef4a6f276c']}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:48:41.858753 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d3ba3ac6-5358-44bf-bd2d-92e9c5e8758b req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:42.053275 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [req-d3ba3ac6-5358-44bf-bd2d-92e9c5e8758b req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] For port 1d0b45aa-c70d-4006-b056-768daf2e3807, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1d0b45aa-c70d-4006-b056-768daf2e3807,segment=NetworkSegment(673a336e-5e24-4dd2-ab62-a9129fd79eb1),segment_id=673a336e-5e24-4dd2-ab62-a9129fd79eb1)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:48:42.082919 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d3ba3ac6-5358-44bf-bd2d-92e9c5e8758b req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:42.088636 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d3ba3ac6-5358-44bf-bd2d-92e9c5e8758b req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:42.101425 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['1d0b45aa-c70d-4006-b056-768daf2e3807'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:48:42.141789 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3ac6-5358-44bf-bd2d-92e9c5e8758b req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:42.142483 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d3ba3ac6-5358-44bf-bd2d-92e9c5e8758b req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:42.143942 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d3ba3ac6-5358-44bf-bd2d-92e9c5e8758b req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "PUT /v2.0/ports/1d0b45aa-c70d-4006-b056-768daf2e3807 HTTP/1.1" status: 200 len: 943 time: 0.3671737 Jun 15 19:48:42.144415 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'tag': '1d0b45aa-c70d-4006-b056-768daf2e3807'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:48:42.146778 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933f8089-93e5-4914-a672-4f3dd1a829e8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5a5059-662f-48f0-903e-a615869cd2eb", "tag": "1d0b45aa-c70d-4006-b056-768daf2e3807"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:48:42.151536 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 54952) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:48:42.177604 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event updated for resources: {'Port': ['ID=1d0b45aa-c70d-4006-b056-768daf2e3807,revision_number=7']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:42.186240 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.186764 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.187112 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.187448 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.187906 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.188252 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.188576 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.188902 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.189373 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.189723 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.190025 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.190378 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.190694 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.191015 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.191337 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c760a50-4166-430b-9220-22a640a17672 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.247415 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group (7460d356-0aa1-4382-beeb-f3ea4b777bb5), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:42.252099 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['1d0b45aa-c70d-4006-b056-768daf2e3807'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:48:42.285150 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group (7460d356-0aa1-4382-beeb-f3ea4b777bb5), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:42.307124 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a51d540-71ac-45a2-bf13-8a955b499555 x-openstack-request-id: req-6a51d540-71ac-45a2-bf13-8a955b499555 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:48:42.307607 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5a5059-662f-48f0-903e-a615869cd2eb", "tag": "1d0b45aa-c70d-4006-b056-768daf2e3807", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:48:42.307988 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a51d540-71ac-45a2-bf13-8a955b499555 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:48:42.308433 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a51d540-71ac-45a2-bf13-8a955b499555'] response: {'name': 'network-changed', 'server_uuid': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'tag': '1d0b45aa-c70d-4006-b056-768daf2e3807', 'status': 'completed', 'code': 200} Jun 15 19:48:42.435339 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (7460d356-0aa1-4382-beeb-f3ea4b777bb5), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:42.439299 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:42.440474 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "DELETE /v2.0/security-groups/7460d356-0aa1-4382-beeb-f3ea4b777bb5 HTTP/1.1" status: 204 len: 168 time: 0.2870679 Jun 15 19:48:42.443583 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 54958) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:48:42.460299 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7460d356-0aa1-4382-beeb-f3ea4b777bb5,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:42.469362 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f8089-93e5-4914-a672-4f3dd1a829e8 req-cfc46534-3330-4e13-b610-fc474ae0914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:42.471250 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-933f8089-93e5-4914-a672-4f3dd1a829e8 req-cfc46534-3330-4e13-b610-fc474ae0914f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5eeb6d09ac2a459183dac0e66a26b4bc&device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 1130 time: 0.1382899 Jun 15 19:48:42.472994 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.473337 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.473673 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.474347 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.474884 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.475641 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.477207 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.477673 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.478885 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.479416 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.479929 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.480458 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.480875 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.481210 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.481536 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19bc53-67c3-4e6a-9230-c55d73020a57 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:42.530801 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-baf53507-2da8-405b-bfc6-61e476f11c7b None None] Provisioning complete for port 1d0b45aa-c70d-4006-b056-768daf2e3807 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:48:42.531089 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-baf53507-2da8-405b-bfc6-61e476f11c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:42.604196 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f8089-93e5-4914-a672-4f3dd1a829e8 req-ae73836c-4da8-4e7f-9916-ff50d942c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:42.605744 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-933f8089-93e5-4914-a672-4f3dd1a829e8 req-ae73836c-4da8-4e7f-9916-ff50d942c6ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa4d081e-86f6-4b0d-9d90-52d503844812 HTTP/1.1" status: 200 len: 916 time: 0.1194036 Jun 15 19:48:42.618308 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-baf53507-2da8-405b-bfc6-61e476f11c7b None None] Current status of the port 1d0b45aa-c70d-4006-b056-768daf2e3807 is: ACTIVE; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:48:42.628560 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-df4803d6-78ad-4fc0-9dc2-a0a0b2b5189c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Deleting port 2246f5ba-8b84-422c-ae3a-a1f35c48a005 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:48:42.628911 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-df4803d6-78ad-4fc0-9dc2-a0a0b2b5189c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (2246f5ba-8b84-422c-ae3a-a1f35c48a005), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:42.679499 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-933f8089-93e5-4914-a672-4f3dd1a829e8 req-7e196e87-f15f-4d91-b093-715465d87ebc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0b45aa-c70d-4006-b056-768daf2e3807 HTTP/1.1" status: 200 len: 1002 time: 0.0676010 Jun 15 19:48:42.714651 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-df4803d6-78ad-4fc0-9dc2-a0a0b2b5189c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (2246f5ba-8b84-422c-ae3a-a1f35c48a005), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:42.715328 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-df4803d6-78ad-4fc0-9dc2-a0a0b2b5189c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for floatingip (2246f5ba-8b84-422c-ae3a-a1f35c48a005), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:42.728702 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-df4803d6-78ad-4fc0-9dc2-a0a0b2b5189c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Calling delete_port for 2246f5ba-8b84-422c-ae3a-a1f35c48a005 owned by network:floatingip {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:48:42.734075 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f8089-93e5-4914-a672-4f3dd1a829e8 req-c02b882c-34da-4907-8346-b1f80e810e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:42.735618 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-933f8089-93e5-4914-a672-4f3dd1a829e8 req-c02b882c-34da-4907-8346-b1f80e810e40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c85ac12-69ee-4ce3-b513-a6bcb869f1d3 HTTP/1.1" status: 200 len: 854 time: 0.0505271 Jun 15 19:48:42.786672 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f8089-93e5-4914-a672-4f3dd1a829e8 req-d975e7be-4e22-42af-bffe-7311b823429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:42.790161 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-933f8089-93e5-4914-a672-4f3dd1a829e8 req-d975e7be-4e22-42af-bffe-7311b823429d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa4d081e-86f6-4b0d-9d90-52d503844812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460410 Jun 15 19:48:42.799432 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [req-933f8089-93e5-4914-a672-4f3dd1a829e8 req-f2298eb4-3080-4ab1-ac67-2ad0e3b3f2d7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:48:42.800569 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-933f8089-93e5-4914-a672-4f3dd1a829e8 req-f2298eb4-3080-4ab1-ac67-2ad0e3b3f2d7 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056357 Jun 15 19:48:42.894175 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-933f8089-93e5-4914-a672-4f3dd1a829e8 req-a87b7279-f887-4ad9-b550-72865b3a956e service neutron] 10.222.0.42 "GET /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871956 Jun 15 19:48:42.900492 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:42.903202 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:42.917951 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-df4803d6-78ad-4fc0-9dc2-a0a0b2b5189c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (2246f5ba-8b84-422c-ae3a-a1f35c48a005), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:42.946688 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4803d6-78ad-4fc0-9dc2-a0a0b2b5189c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event deleted for resources: {'Port': ['ID=2246f5ba-8b84-422c-ae3a-a1f35c48a005,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:42.999634 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-933f8089-93e5-4914-a672-4f3dd1a829e8 req-7368a726-4628-4954-b417-b5525b1ed310 service neutron] 10.222.0.42 "GET /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991313 Jun 15 19:48:43.020741 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-df4803d6-78ad-4fc0-9dc2-a0a0b2b5189c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks [] for floatingip (768a309d-1f13-41de-b143-062b03eb7be6), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:43.021150 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-df4803d6-78ad-4fc0-9dc2-a0a0b2b5189c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Floating IP 768a309d-1f13-41de-b143-062b03eb7be6 disassociated (deleted). External IP: 172.27.0.129, port: 1d0b45aa-c70d-4006-b056-768daf2e3807. Jun 15 19:48:43.228402 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4803d6-78ad-4fc0-9dc2-a0a0b2b5189c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:48:43.341970 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4803d6-78ad-4fc0-9dc2-a0a0b2b5189c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:48:43.346511 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-df4803d6-78ad-4fc0-9dc2-a0a0b2b5189c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:43.352538 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa019c07-1451-4268-80d3-117451d26926 None None] Sync routers for ids ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:48:43.362783 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa019c07-1451-4268-80d3-117451d26926 None None] Routers {'33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:48:43.363387 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-aa019c07-1451-4268-80d3-117451d26926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:48:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:43.378020 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-df4803d6-78ad-4fc0-9dc2-a0a0b2b5189c tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "DELETE /v2.0/floatingips/768a309d-1f13-41de-b143-062b03eb7be6 HTTP/1.1" status: 204 len: 168 time: 0.9333289 Jun 15 19:48:43.484941 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-aa019c07-1451-4268-80d3-117451d26926 None None] Set router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:48:43.715580 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-aa019c07-1451-4268-80d3-117451d26926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '06af101d-87f1-410b-816c-916de8bbacc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:42Z', 'revision_number': 4, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port': {'id': '06af101d-87f1-410b-816c-916de8bbacc9', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:38Z', 'updated_at': '2022-06-15T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'd758649b-c827-4458-b515-d6b59f9b664b', 'name': '', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'mac_address': 'fa:16:3e:12:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:41Z', 'updated_at': '2022-06-15T19:46:49Z', 'revision_number': 5, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'subnets': [{'id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:43.740914 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa019c07-1451-4268-80d3-117451d26926 None None] Checking router: 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:48:43.750111 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa019c07-1451-4268-80d3-117451d26926 None None] Routers {'33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:48:43.750751 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-aa019c07-1451-4268-80d3-117451d26926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:48:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:43.862873 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-aa019c07-1451-4268-80d3-117451d26926 None None] Set router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:48:44.059006 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-aa019c07-1451-4268-80d3-117451d26926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '06af101d-87f1-410b-816c-916de8bbacc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:42Z', 'revision_number': 4, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port': {'id': '06af101d-87f1-410b-816c-916de8bbacc9', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:38Z', 'updated_at': '2022-06-15T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'd758649b-c827-4458-b515-d6b59f9b664b', 'name': '', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'mac_address': 'fa:16:3e:12:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:41Z', 'updated_at': '2022-06-15T19:46:49Z', 'revision_number': 5, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'subnets': [{'id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:44.088478 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa019c07-1451-4268-80d3-117451d26926 None None] The sync data for ids ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'] in dv-cinder-844563-3-iscsi is: [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '06af101d-87f1-410b-816c-916de8bbacc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:42Z', 'revision_number': 4, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port': {'id': '06af101d-87f1-410b-816c-916de8bbacc9', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:38Z', 'updated_at': '2022-06-15T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'd758649b-c827-4458-b515-d6b59f9b664b', 'name': '', 'network_id': 'fa4d081e-86f6-4b0d-9d90-52d503844812', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'mac_address': 'fa:16:3e:12:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:41Z', 'updated_at': '2022-06-15T19:46:49Z', 'revision_number': 5, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'subnets': [{'id': '1c85ac12-69ee-4ce3-b513-a6bcb869f1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:48:44.309977 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'tag': '1d0b45aa-c70d-4006-b056-768daf2e3807'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:48:44.312311 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad7dbee-ac2f-4588-802a-9dd5f6575014" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5a5059-662f-48f0-903e-a615869cd2eb", "tag": "1d0b45aa-c70d-4006-b056-768daf2e3807"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:48:44.342890 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b60b81-d021-4eb0-a7c0-24527fc09497 None None] New status for floating IP 768a309d-1f13-41de-b143-062b03eb7be6: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:48:44.361731 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9bb677-3849-4862-9fcc-16ada9c36ec6 x-openstack-request-id: req-5b9bb677-3849-4862-9fcc-16ada9c36ec6 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:48:44.362195 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5a5059-662f-48f0-903e-a615869cd2eb", "tag": "1d0b45aa-c70d-4006-b056-768daf2e3807", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:48:44.362504 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b9bb677-3849-4862-9fcc-16ada9c36ec6 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:48:44.363119 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9bb677-3849-4862-9fcc-16ada9c36ec6'] response: {'name': 'network-changed', 'server_uuid': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'tag': '1d0b45aa-c70d-4006-b056-768daf2e3807', 'status': 'completed', 'code': 200} Jun 15 19:48:44.437870 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7dbee-ac2f-4588-802a-9dd5f6575014 req-f6935610-faeb-4569-b546-3edfd008af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:44.439549 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ad7dbee-ac2f-4588-802a-9dd5f6575014 req-f6935610-faeb-4569-b546-3edfd008af54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5eeb6d09ac2a459183dac0e66a26b4bc&device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 1130 time: 0.0488601 Jun 15 19:48:44.541812 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7dbee-ac2f-4588-802a-9dd5f6575014 req-37720813-9813-4c88-a97b-c9a8d788b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:44.543323 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ad7dbee-ac2f-4588-802a-9dd5f6575014 req-37720813-9813-4c88-a97b-c9a8d788b167 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa4d081e-86f6-4b0d-9d90-52d503844812 HTTP/1.1" status: 200 len: 916 time: 0.0969970 Jun 15 19:48:44.584633 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ad7dbee-ac2f-4588-802a-9dd5f6575014 req-dcef5a9a-e6ff-4b5e-a445-2dc5d4f656f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0b45aa-c70d-4006-b056-768daf2e3807 HTTP/1.1" status: 200 len: 217 time: 0.0335526 Jun 15 19:48:44.634946 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7dbee-ac2f-4588-802a-9dd5f6575014 req-862af315-9f7f-4727-9bf5-4103781f9d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:44.636404 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ad7dbee-ac2f-4588-802a-9dd5f6575014 req-862af315-9f7f-4727-9bf5-4103781f9d38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c85ac12-69ee-4ce3-b513-a6bcb869f1d3 HTTP/1.1" status: 200 len: 854 time: 0.0461936 Jun 15 19:48:44.699794 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7dbee-ac2f-4588-802a-9dd5f6575014 req-8185f87f-3ebf-498d-ba4b-0e4199dfbfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:44.701377 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ad7dbee-ac2f-4588-802a-9dd5f6575014 req-8185f87f-3ebf-498d-ba4b-0e4199dfbfc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa4d081e-86f6-4b0d-9d90-52d503844812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593007 Jun 15 19:48:44.750030 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:44.806297 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ad7dbee-ac2f-4588-802a-9dd5f6575014 req-73d5082e-978c-490f-b7b5-0b04f2ff8d1f service neutron] 10.222.0.42 "GET /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989914 Jun 15 19:48:44.889535 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:44.926127 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ad7dbee-ac2f-4588-802a-9dd5f6575014 req-0221312d-52df-449b-84a8-0d03892eaab9 service neutron] 10.222.0.42 "GET /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122234 Jun 15 19:48:46.234969 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28764b5-c189-4697-99e8-415b10c20ecc req-1292324d-046f-4825-869f-b4e7391ef5f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:46.236361 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f28764b5-c189-4697-99e8-415b10c20ecc req-1292324d-046f-4825-869f-b4e7391ef5f5 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 946 time: 0.0535986 Jun 15 19:48:46.284382 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f28764b5-c189-4697-99e8-415b10c20ecc req-df3f5a52-fe52-4709-86ab-f3ef92ff201b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419235 Jun 15 19:48:47.409136 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df324b8-9ad1-486c-aa18-231d929de5f6 req-85620d17-64d2-49f1-a4df-532a3dc854e2 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:47.410684 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2df324b8-9ad1-486c-aa18-231d929de5f6 req-85620d17-64d2-49f1-a4df-532a3dc854e2 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 946 time: 0.0489628 Jun 15 19:48:47.470242 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2df324b8-9ad1-486c-aa18-231d929de5f6 req-8f29b2f2-e2e0-4e0c-aeac-7da88c0bac75 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ffab520-47c1-42a6-a705-c7ef4a6f276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530970 Jun 15 19:48:47.850697 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e40a4d-54ac-4861-a549-7748c32d8f5c req-fbcc2c45-7032-4385-ae32-fa674776fe09 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:47.852166 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-83e40a4d-54ac-4861-a549-7748c32d8f5c req-fbcc2c45-7032-4385-ae32-fa674776fe09 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 946 time: 0.0489633 Jun 15 19:48:47.937612 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-83e40a4d-54ac-4861-a549-7748c32d8f5c req-6cd6b2c9-6471-43ff-9696-3ce58b3c031b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Deleting port 1d0b45aa-c70d-4006-b056-768daf2e3807 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:48:47.937843 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-83e40a4d-54ac-4861-a549-7748c32d8f5c req-6cd6b2c9-6471-43ff-9696-3ce58b3c031b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:48.033657 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-83e40a4d-54ac-4861-a549-7748c32d8f5c req-6cd6b2c9-6471-43ff-9696-3ce58b3c031b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] For port 1d0b45aa-c70d-4006-b056-768daf2e3807, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1d0b45aa-c70d-4006-b056-768daf2e3807,segment=NetworkSegment(673a336e-5e24-4dd2-ab62-a9129fd79eb1),segment_id=673a336e-5e24-4dd2-ab62-a9129fd79eb1)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:48:48.034015 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-83e40a4d-54ac-4861-a549-7748c32d8f5c req-6cd6b2c9-6471-43ff-9696-3ce58b3c031b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:48.047243 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-83e40a4d-54ac-4861-a549-7748c32d8f5c req-6cd6b2c9-6471-43ff-9696-3ce58b3c031b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Calling delete_port for 1d0b45aa-c70d-4006-b056-768daf2e3807 owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:48:48.178923 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-83e40a4d-54ac-4861-a549-7748c32d8f5c req-6cd6b2c9-6471-43ff-9696-3ce58b3c031b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (1d0b45aa-c70d-4006-b056-768daf2e3807), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:48.195508 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['1d0b45aa-c70d-4006-b056-768daf2e3807'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:48:48.212873 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6b2c9-6471-43ff-9696-3ce58b3c031b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Pushing event deleted for resources: {'Port': ['ID=1d0b45aa-c70d-4006-b056-768daf2e3807,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:48.259573 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e40a4d-54ac-4861-a549-7748c32d8f5c req-6cd6b2c9-6471-43ff-9696-3ce58b3c031b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] No DVR routers for this DVR port 1d0b45aa-c70d-4006-b056-768daf2e3807 on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:48:48.262000 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-83e40a4d-54ac-4861-a549-7748c32d8f5c req-6cd6b2c9-6471-43ff-9696-3ce58b3c031b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:48.265208 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-83e40a4d-54ac-4861-a549-7748c32d8f5c req-6cd6b2c9-6471-43ff-9696-3ce58b3c031b tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.42 "DELETE /v2.0/ports/1d0b45aa-c70d-4006-b056-768daf2e3807 HTTP/1.1" status: 204 len: 173 time: 0.4083602 Jun 15 19:48:48.265634 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'name': 'network-vif-deleted', 'tag': '1d0b45aa-c70d-4006-b056-768daf2e3807'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:48:48.267922 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2691082-3e2d-42da-ab2b-08ec3b779a7b" -d '{"events": [{"server_uuid": "aa5a5059-662f-48f0-903e-a615869cd2eb", "name": "network-vif-deleted", "tag": "1d0b45aa-c70d-4006-b056-768daf2e3807"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:48:48.375583 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d9ed5b-9b70-462c-8b18-258a5c3fbe55 x-openstack-request-id: req-b6d9ed5b-9b70-462c-8b18-258a5c3fbe55 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:48:48.375877 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5a5059-662f-48f0-903e-a615869cd2eb", "name": "network-vif-deleted", "tag": "1d0b45aa-c70d-4006-b056-768daf2e3807", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:48:48.376128 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6d9ed5b-9b70-462c-8b18-258a5c3fbe55 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:48:48.376531 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d9ed5b-9b70-462c-8b18-258a5c3fbe55'] response: {'server_uuid': 'aa5a5059-662f-48f0-903e-a615869cd2eb', 'name': 'network-vif-deleted', 'tag': '1d0b45aa-c70d-4006-b056-768daf2e3807', 'status': 'completed', 'code': 200} Jun 15 19:48:48.536194 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:48.591458 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2b28f88c-3f0e-4e3d-b90e-550cfe391555 req-dadbc229-4d8e-4720-a092-4109df0bafe1 tempest-TestMinimumBasicScenario-1673623414 tempest-TestMinimumBasicScenario-1673623414-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa5a5059-662f-48f0-903e-a615869cd2eb HTTP/1.1" status: 200 len: 210 time: 0.0313203 Jun 15 19:48:50.177546 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55050) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:48:50.463994 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:50.484826 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:50.498231 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e0b059d0-a6ee-4ee1-a466-2799ab673b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623226'] for router_interface (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:50.724624 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-e0b059d0-a6ee-4ee1-a466-2799ab673b51 admin admin] Deleting port d758649b-c827-4458-b515-d6b59f9b664b {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:48:50.724885 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e0b059d0-a6ee-4ee1-a466-2799ab673b51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (d758649b-c827-4458-b515-d6b59f9b664b), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:50.809410 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-e0b059d0-a6ee-4ee1-a466-2799ab673b51 admin admin] For port d758649b-c827-4458-b515-d6b59f9b664b, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=d758649b-c827-4458-b515-d6b59f9b664b,segment=NetworkSegment(673a336e-5e24-4dd2-ab62-a9129fd79eb1),segment_id=673a336e-5e24-4dd2-ab62-a9129fd79eb1)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:48:50.809778 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e0b059d0-a6ee-4ee1-a466-2799ab673b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (d758649b-c827-4458-b515-d6b59f9b664b), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:50.824517 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-e0b059d0-a6ee-4ee1-a466-2799ab673b51 admin admin] Calling delete_port for d758649b-c827-4458-b515-d6b59f9b664b owned by network:router_interface {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:48:51.007008 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e0b059d0-a6ee-4ee1-a466-2799ab673b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (d758649b-c827-4458-b515-d6b59f9b664b), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:51.032380 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b059d0-a6ee-4ee1-a466-2799ab673b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=d758649b-c827-4458-b515-d6b59f9b664b,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:51.199151 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e0b059d0-a6ee-4ee1-a466-2799ab673b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623086'] for router_interface (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:51.296655 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:51.385543 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:51.405739 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b059d0-a6ee-4ee1-a466-2799ab673b51 admin admin] Router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:48:51.505290 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b059d0-a6ee-4ee1-a466-2799ab673b51 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:48:51.511603 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-e0b059d0-a6ee-4ee1-a466-2799ab673b51 admin admin] 10.222.0.15 "PUT /v2.0/routers/33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3316388 Jun 15 19:48:51.513402 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55052) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:48:51.514384 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b31225-750c-4fe6-8951-50ca939da121 None None] Sync routers for ids ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:48:51.526011 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b31225-750c-4fe6-8951-50ca939da121 None None] Routers {'33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:48:51.526637 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-40b31225-750c-4fe6-8951-50ca939da121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:48:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:51.628411 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] Publish callbacks [] for router (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:51.727746 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:51.729939 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] Publish callbacks [] for router_gateway (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:51.736204 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:51.756523 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-40b31225-750c-4fe6-8951-50ca939da121 None None] Set router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:48:51.772203 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] Deleting port 06af101d-87f1-410b-816c-916de8bbacc9 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:48:51.772533 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (06af101d-87f1-410b-816c-916de8bbacc9), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:51.825351 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:51.831849 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:51.855519 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] For port 06af101d-87f1-410b-816c-916de8bbacc9, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=06af101d-87f1-410b-816c-916de8bbacc9,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:48:51.855875 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (06af101d-87f1-410b-816c-916de8bbacc9), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:51.870312 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] Calling delete_port for 06af101d-87f1-410b-816c-916de8bbacc9 owned by network:router_gateway {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:48:51.927968 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-40b31225-750c-4fe6-8951-50ca939da121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '06af101d-87f1-410b-816c-916de8bbacc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:48:50Z', 'revision_number': 5, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port': {'id': '06af101d-87f1-410b-816c-916de8bbacc9', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:38Z', 'updated_at': '2022-06-15T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:51.952703 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b31225-750c-4fe6-8951-50ca939da121 None None] Checking router: 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:48:51.961259 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b31225-750c-4fe6-8951-50ca939da121 None None] Routers {'33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:48:51.961862 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-40b31225-750c-4fe6-8951-50ca939da121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:48:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:51.964802 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:52.036189 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (06af101d-87f1-410b-816c-916de8bbacc9), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.046660 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-40b31225-750c-4fe6-8951-50ca939da121 None None] Set router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 gateway port host: None {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:48:52.061274 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=06af101d-87f1-410b-816c-916de8bbacc9,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:52.099053 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-40b31225-750c-4fe6-8951-50ca939da121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:48:51Z', 'revision_number': 6, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port_host': None}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:52.128103 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622655'] for router_gateway (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.129308 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b31225-750c-4fe6-8951-50ca939da121 None None] The sync data for ids ['33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2'] in dv-cinder-844563-3-iscsi is: [{'id': '33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2', 'name': 'tempest-TestMinimumBasicScenario-1582377651-router', 'tenant_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:48:51Z', 'revision_number': 6, 'project_id': '5eeb6d09ac2a459183dac0e66a26b4bc', 'gw_port_host': None}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:48:52.212980 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.215159 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] Publish callbacks [] for router_controller (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), precommit_delete_associations {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.255956 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622511'] for router (33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.256658 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 {{(pid=104103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 19:48:52.260829 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.261963 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-666fd7ca-5ed4-45ce-a4e9-211e7871c3ef admin admin] 10.222.0.15 "DELETE /v2.0/routers/33aedc7e-6ca5-47e3-b6f2-bd43a84c3be2 HTTP/1.1" status: 204 len: 168 time: 0.7476029 Jun 15 19:48:52.264544 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55054) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:48:52.308425 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0327bfa-f221-405b-97d7-d529e258d14d admin admin] Deleting subnet 1c85ac12-69ee-4ce3-b513-a6bcb869f1d3 {{(pid=104103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:48:52.311574 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b0327bfa-f221-405b-97d7-d529e258d14d admin admin] Publish callbacks [] for subnet (1c85ac12-69ee-4ce3-b513-a6bcb869f1d3), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.345552 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b0327bfa-f221-405b-97d7-d529e258d14d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10169546'] for subnet (1c85ac12-69ee-4ce3-b513-a6bcb869f1d3), precommit_delete_associations {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.411096 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:48:52.423019 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b0327bfa-f221-405b-97d7-d529e258d14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (1c85ac12-69ee-4ce3-b513-a6bcb869f1d3), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.478183 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b0327bfa-f221-405b-97d7-d529e258d14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10171281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470943'] for subnet (1c85ac12-69ee-4ce3-b513-a6bcb869f1d3), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.507442 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b0327bfa-f221-405b-97d7-d529e258d14d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.510595 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-b0327bfa-f221-405b-97d7-d529e258d14d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1c85ac12-69ee-4ce3-b513-a6bcb869f1d3 HTTP/1.1" status: 204 len: 168 time: 0.2451310 Jun 15 19:48:52.511688 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0327bfa-f221-405b-97d7-d529e258d14d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c85ac12-69ee-4ce3-b513-a6bcb869f1d3,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:52.514957 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55056) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:48:52.517914 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6107c9-1754-4887-9316-d54d63c51e16 None None] Network fa4d081e-86f6-4b0d-9d90-52d503844812 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:48:52.592456 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (fa4d081e-86f6-4b0d-9d90-52d503844812), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.635873 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Deleting port 530b0460-2e47-4b0c-85a0-fe2db766bdec {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:48:52.636212 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (530b0460-2e47-4b0c-85a0-fe2db766bdec), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.662627 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:52.705092 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] For port 530b0460-2e47-4b0c-85a0-fe2db766bdec, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=530b0460-2e47-4b0c-85a0-fe2db766bdec,segment=NetworkSegment(673a336e-5e24-4dd2-ab62-a9129fd79eb1),segment_id=673a336e-5e24-4dd2-ab62-a9129fd79eb1)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:48:52.705478 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (530b0460-2e47-4b0c-85a0-fe2db766bdec), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.722484 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Calling delete_port for 530b0460-2e47-4b0c-85a0-fe2db766bdec owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:48:52.797589 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (530b0460-2e47-4b0c-85a0-fe2db766bdec), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.819360 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=530b0460-2e47-4b0c-85a0-fe2db766bdec,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:52.826246 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] No DVR routers for this DVR port 530b0460-2e47-4b0c-85a0-fe2db766bdec on host dv-cinder-844563-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:48:52.838557 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 1d0b45aa-c70d-4006-b056-768daf2e3807 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:48:52.861565 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: 1d0b45aa-c70d-4006-b056-768daf2e3807 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:48:52.861907 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 1d0b45aa-c70d-4006-b056-768daf2e3807 not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:48:52.881138 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=87 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:52.909344 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa5b695-434a-474b-99e7-49559655756c None None] DHCP port deletion for fa4d081e-86f6-4b0d-9d90-52d503844812 request from dv-cinder-844563-3-iscsi {{(pid=104105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 19:48:52.910399 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (fa4d081e-86f6-4b0d-9d90-52d503844812), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.937020 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4d081e-86f6-4b0d-9d90-52d503844812']}} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:52.948572 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673a336e-5e24-4dd2-ab62-a9129fd79eb1') {'for_net_delete': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:52.948922 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673a336e-5e24-4dd2-ab62-a9129fd79eb1') {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:52.959310 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10169555'] for segment (673a336e-5e24-4dd2-ab62-a9129fd79eb1), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.973112 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (673a336e-5e24-4dd2-ab62-a9129fd79eb1), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:52.979495 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:48:52.979964 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10171343'] for segment (673a336e-5e24-4dd2-ab62-a9129fd79eb1), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:53.043756 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (fa4d081e-86f6-4b0d-9d90-52d503844812), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:53.050857 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:53.053944 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fa4d081e-86f6-4b0d-9d90-52d503844812 HTTP/1.1" status: 204 len: 168 time: 0.5380614 Jun 15 19:48:53.057562 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55062) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:48:53.067568 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75c7a4-30c8-4606-94f5-35bb04c840e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa4d081e-86f6-4b0d-9d90-52d503844812,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:53.137154 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment 673a336e-5e24-4dd2-ab62-a9129fd79eb1 resource provider aggregate not found Jun 15 19:48:53.155551 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment 673a336e-5e24-4dd2-ab62-a9129fd79eb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 673a336e-5e24-4dd2-ab62-a9129fd79eb1 found for delete ", "request_id": "req-cebfc28a-d714-4f94-b4ff-7c5d94284cba"}]} Jun 15 19:48:53.591177 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7ca18877-fd97-43de-8a23-b16e9401f3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623226'] for router_interface (50768439-c5d5-41e7-b588-6bc09219c092), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:53.711692 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device d758649b-c827-4458-b515-d6b59f9b664b no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:48:53.731217 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: d758649b-c827-4458-b515-d6b59f9b664b {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:48:53.731558 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device d758649b-c827-4458-b515-d6b59f9b664b not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:48:53.731962 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 06af101d-87f1-410b-816c-916de8bbacc9 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:48:53.750020 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 06af101d-87f1-410b-816c-916de8bbacc9 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:48:53.750389 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 06af101d-87f1-410b-816c-916de8bbacc9 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:48:53.750791 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 530b0460-2e47-4b0c-85a0-fe2db766bdec no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:48:53.769313 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 530b0460-2e47-4b0c-85a0-fe2db766bdec {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:48:53.769655 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 530b0460-2e47-4b0c-85a0-fe2db766bdec not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:48:53.813469 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-7ca18877-fd97-43de-8a23-b16e9401f3e4 admin admin] Deleting port 5c9d7634-1999-48c8-a22b-a56553b1cef0 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:48:53.813804 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7ca18877-fd97-43de-8a23-b16e9401f3e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:53.896746 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-7ca18877-fd97-43de-8a23-b16e9401f3e4 admin admin] For port 5c9d7634-1999-48c8-a22b-a56553b1cef0, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=5c9d7634-1999-48c8-a22b-a56553b1cef0,segment=NetworkSegment(c86829a2-c752-46da-953f-dd73f1a40f50),segment_id=c86829a2-c752-46da-953f-dd73f1a40f50)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:48:53.897137 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7ca18877-fd97-43de-8a23-b16e9401f3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:53.910144 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-7ca18877-fd97-43de-8a23-b16e9401f3e4 admin admin] Calling delete_port for 5c9d7634-1999-48c8-a22b-a56553b1cef0 owned by network:router_interface {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:48:53.954895 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:54.002769 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:54.083330 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7ca18877-fd97-43de-8a23-b16e9401f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (5c9d7634-1999-48c8-a22b-a56553b1cef0), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:54.107697 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca18877-fd97-43de-8a23-b16e9401f3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9d7634-1999-48c8-a22b-a56553b1cef0,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:54.268367 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7ca18877-fd97-43de-8a23-b16e9401f3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623086'] for router_interface (50768439-c5d5-41e7-b588-6bc09219c092), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:54.422840 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=7 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:54.505944 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca18877-fd97-43de-8a23-b16e9401f3e4 admin admin] Router 50768439-c5d5-41e7-b588-6bc09219c092 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:48:54.612089 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca18877-fd97-43de-8a23-b16e9401f3e4 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:48:54.617748 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-7ca18877-fd97-43de-8a23-b16e9401f3e4 admin admin] 10.222.0.15 "PUT /v2.0/routers/50768439-c5d5-41e7-b588-6bc09219c092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5586081 Jun 15 19:48:54.620438 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55066) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:48:54.623210 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad986e-04de-4730-a0a8-e83c7014e5b1 None None] Sync routers for ids ['50768439-c5d5-41e7-b588-6bc09219c092'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:48:54.635593 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad986e-04de-4730-a0a8-e83c7014e5b1 None None] Routers {'50768439-c5d5-41e7-b588-6bc09219c092'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:48:54.636217 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-4cad986e-04de-4730-a0a8-e83c7014e5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:48:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['50768439-c5d5-41e7-b588-6bc09219c092'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:54.726690 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] Publish callbacks [] for router (50768439-c5d5-41e7-b588-6bc09219c092), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:54.749146 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-4cad986e-04de-4730-a0a8-e83c7014e5b1 None None] Set router 50768439-c5d5-41e7-b588-6bc09219c092 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:48:54.824727 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] Publish callbacks [] for router_gateway (50768439-c5d5-41e7-b588-6bc09219c092), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:54.837112 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:54.874175 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] Deleting port 03abafdb-3712-48f3-981a-98c9ada90857 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:48:54.875825 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (03abafdb-3712-48f3-981a-98c9ada90857), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:54.889513 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:54.923685 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-4cad986e-04de-4730-a0a8-e83c7014e5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50768439-c5d5-41e7-b588-6bc09219c092', 'name': 'tempest-TestMinimumBasicScenario-2006638784-router', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '03abafdb-3712-48f3-981a-98c9ada90857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:45Z', 'updated_at': '2022-06-15T19:48:54Z', 'revision_number': 5, 'project_id': '5ad09f273d794c659d2c90c019b4aeeb', 'gw_port': {'id': '03abafdb-3712-48f3-981a-98c9ada90857', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50768439-c5d5-41e7-b588-6bc09219c092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:46Z', 'updated_at': '2022-06-15T19:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:54.952542 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad986e-04de-4730-a0a8-e83c7014e5b1 None None] Checking router: 50768439-c5d5-41e7-b588-6bc09219c092 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:48:54.961106 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad986e-04de-4730-a0a8-e83c7014e5b1 None None] Routers {'50768439-c5d5-41e7-b588-6bc09219c092'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:48:54.961706 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-4cad986e-04de-4730-a0a8-e83c7014e5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:48:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['50768439-c5d5-41e7-b588-6bc09219c092'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:54.963650 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] For port 03abafdb-3712-48f3-981a-98c9ada90857, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=03abafdb-3712-48f3-981a-98c9ada90857,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:48:54.964021 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (03abafdb-3712-48f3-981a-98c9ada90857), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:54.978015 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] Calling delete_port for 03abafdb-3712-48f3-981a-98c9ada90857 owned by network:router_gateway {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:48:55.041273 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-4cad986e-04de-4730-a0a8-e83c7014e5b1 None None] Set router 50768439-c5d5-41e7-b588-6bc09219c092 gateway port host: None {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:48:55.092216 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-4cad986e-04de-4730-a0a8-e83c7014e5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50768439-c5d5-41e7-b588-6bc09219c092', 'name': 'tempest-TestMinimumBasicScenario-2006638784-router', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:45Z', 'updated_at': '2022-06-15T19:48:54Z', 'revision_number': 6, 'project_id': '5ad09f273d794c659d2c90c019b4aeeb', 'gw_port_host': None}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:55.118466 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad986e-04de-4730-a0a8-e83c7014e5b1 None None] The sync data for ids ['50768439-c5d5-41e7-b588-6bc09219c092'] in dv-cinder-844563-3-iscsi is: [{'id': '50768439-c5d5-41e7-b588-6bc09219c092', 'name': 'tempest-TestMinimumBasicScenario-2006638784-router', 'tenant_id': '5ad09f273d794c659d2c90c019b4aeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:45Z', 'updated_at': '2022-06-15T19:48:54Z', 'revision_number': 6, 'project_id': '5ad09f273d794c659d2c90c019b4aeeb', 'gw_port_host': None}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:48:55.151343 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (03abafdb-3712-48f3-981a-98c9ada90857), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.174559 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] Pushing event deleted for resources: {'Port': ['ID=03abafdb-3712-48f3-981a-98c9ada90857,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:55.249956 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622655'] for router_gateway (50768439-c5d5-41e7-b588-6bc09219c092), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.341291 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router (50768439-c5d5-41e7-b588-6bc09219c092), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.343600 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] Publish callbacks [] for router_controller (50768439-c5d5-41e7-b588-6bc09219c092), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.384204 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622511'] for router (50768439-c5d5-41e7-b588-6bc09219c092), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.384812 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50768439-c5d5-41e7-b588-6bc09219c092 {{(pid=104104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 19:48:55.389045 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.390208 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-0b2075d3-e993-4301-90aa-777d6c8328df admin admin] 10.222.0.15 "DELETE /v2.0/routers/50768439-c5d5-41e7-b588-6bc09219c092 HTTP/1.1" status: 204 len: 168 time: 0.7688355 Jun 15 19:48:55.392771 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55068) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:48:55.437928 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9c5e25-2098-4005-aa66-148b6916dd72 admin admin] Deleting subnet 9a906bfc-e403-4258-9fec-2a5ebc07a75b {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:48:55.441625 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e25-2098-4005-aa66-148b6916dd72 admin admin] Publish callbacks [] for subnet (9a906bfc-e403-4258-9fec-2a5ebc07a75b), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.487150 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e25-2098-4005-aa66-148b6916dd72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1890834'] for subnet (9a906bfc-e403-4258-9fec-2a5ebc07a75b), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.567363 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e25-2098-4005-aa66-148b6916dd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (9a906bfc-e403-4258-9fec-2a5ebc07a75b), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.623001 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e25-2098-4005-aa66-148b6916dd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3663992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3383314'] for subnet (9a906bfc-e403-4258-9fec-2a5ebc07a75b), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.651446 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c5e25-2098-4005-aa66-148b6916dd72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a906bfc-e403-4258-9fec-2a5ebc07a75b,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:55.655037 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e25-2098-4005-aa66-148b6916dd72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.660406 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-dc9c5e25-2098-4005-aa66-148b6916dd72 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9a906bfc-e403-4258-9fec-2a5ebc07a75b HTTP/1.1" status: 204 len: 168 time: 0.2644126 Jun 15 19:48:55.660582 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e89f86-2ac2-45fb-81d7-0a17efb02259 None None] Network 8252157b-d128-42cd-ad3a-3de839c52752 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:48:55.661026 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55070) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:48:55.733403 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (8252157b-d128-42cd-ad3a-3de839c52752), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.782263 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:55.788683 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Deleting port e9294be9-a8ae-4eae-846c-13414e4b47cc {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:48:55.789157 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.806322 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:48:55.862318 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] For port e9294be9-a8ae-4eae-846c-13414e4b47cc, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=e9294be9-a8ae-4eae-846c-13414e4b47cc,segment=NetworkSegment(c86829a2-c752-46da-953f-dd73f1a40f50),segment_id=c86829a2-c752-46da-953f-dd73f1a40f50)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:48:55.862692 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.873919 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] DHCP port deletion for 8252157b-d128-42cd-ad3a-3de839c52752 request from dv-cinder-844563-3-iscsi {{(pid=104105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 19:48:55.877149 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Calling delete_port for e9294be9-a8ae-4eae-846c-13414e4b47cc owned by network:dhcp {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:48:55.925391 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Deleting port e9294be9-a8ae-4eae-846c-13414e4b47cc {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:48:55.926787 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:55.960157 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 5c9d7634-1999-48c8-a22b-a56553b1cef0 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:48:55.970355 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:56.000927 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e9294be9-a8ae-4eae-846c-13414e4b47cc,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:56.002791 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] No DVR routers for this DVR port e9294be9-a8ae-4eae-846c-13414e4b47cc on host dv-cinder-844563-3-iscsi {{(pid=104104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:48:56.016271 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 5c9d7634-1999-48c8-a22b-a56553b1cef0 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:48:56.016607 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 5c9d7634-1999-48c8-a22b-a56553b1cef0 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:48:56.017011 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device e9294be9-a8ae-4eae-846c-13414e4b47cc no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:48:56.044016 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: e9294be9-a8ae-4eae-846c-13414e4b47cc {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:48:56.044264 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device e9294be9-a8ae-4eae-846c-13414e4b47cc not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:48:56.044946 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 03abafdb-3712-48f3-981a-98c9ada90857 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:48:56.047850 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] For port e9294be9-a8ae-4eae-846c-13414e4b47cc, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=e9294be9-a8ae-4eae-846c-13414e4b47cc,segment=NetworkSegment(c86829a2-c752-46da-953f-dd73f1a40f50),segment_id=c86829a2-c752-46da-953f-dd73f1a40f50)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:48:56.048246 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:56.076422 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 03abafdb-3712-48f3-981a-98c9ada90857 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:48:56.076778 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 03abafdb-3712-48f3-981a-98c9ada90857 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:48:56.082040 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Calling delete_port for e9294be9-a8ae-4eae-846c-13414e4b47cc owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:48:56.087781 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (8252157b-d128-42cd-ad3a-3de839c52752), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:56.113382 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8252157b-d128-42cd-ad3a-3de839c52752']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:56.125190 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86829a2-c752-46da-953f-dd73f1a40f50') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:56.125460 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86829a2-c752-46da-953f-dd73f1a40f50') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:48:56.138317 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1890827'] for segment (c86829a2-c752-46da-953f-dd73f1a40f50), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:56.159203 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (c86829a2-c752-46da-953f-dd73f1a40f50), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:56.167509 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:48:56.167929 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663910'] for segment (c86829a2-c752-46da-953f-dd73f1a40f50), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:56.172747 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (e9294be9-a8ae-4eae-846c-13414e4b47cc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:56.203525 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Pushing event deleted for resources: {'Port': ['ID=e9294be9-a8ae-4eae-846c-13414e4b47cc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:56.203885 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment c86829a2-c752-46da-953f-dd73f1a40f50 resource provider aggregate not found Jun 15 19:48:56.209630 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] No DVR routers for this DVR port e9294be9-a8ae-4eae-846c-13414e4b47cc on host dv-cinder-844563-3-iscsi {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:48:56.220151 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.220791 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.221124 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.221510 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.221946 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.222452 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.222782 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.223109 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.223433 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.223849 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.224655 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.224655 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.224889 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.225477 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.225875 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5fb83-ea34-4c3b-b160-d8b836773b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:48:56.270106 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (8252157b-d128-42cd-ad3a-3de839c52752), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:56.277616 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment c86829a2-c752-46da-953f-dd73f1a40f50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c86829a2-c752-46da-953f-dd73f1a40f50 found for delete ", "request_id": "req-5b09d9de-14d6-471f-8f26-4efab96dac93"}]} Jun 15 19:48:56.278817 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:56.282249 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] 10.222.0.15 "DELETE /v2.0/networks/8252157b-d128-42cd-ad3a-3de839c52752 HTTP/1.1" status: 204 len: 168 time: 0.6206264 Jun 15 19:48:56.300511 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c06ec9-b4c4-4689-914a-ed7313a412ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8252157b-d128-42cd-ad3a-3de839c52752,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:56.470844 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55078) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:48:56.513583 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-f02cdd1e-ee47-4b87-8d32-60bfaf48f79c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5eeb6d09ac2a459183dac0e66a26b4bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414495 Jun 15 19:48:56.515930 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55080) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:48:56.564778 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6ab0b243-7020-4506-af66-fca2327b6325 admin admin] Publish callbacks [] for security_group (1ffab520-47c1-42a6-a705-c7ef4a6f276c), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:56.592082 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6ab0b243-7020-4506-af66-fca2327b6325 admin admin] Publish callbacks [] for security_group (1ffab520-47c1-42a6-a705-c7ef4a6f276c), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:56.639076 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6ab0b243-7020-4506-af66-fca2327b6325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (1ffab520-47c1-42a6-a705-c7ef4a6f276c), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:56.641604 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6ab0b243-7020-4506-af66-fca2327b6325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:56.642780 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6ab0b243-7020-4506-af66-fca2327b6325 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ffab520-47c1-42a6-a705-c7ef4a6f276c HTTP/1.1" status: 204 len: 168 time: 0.1259575 Jun 15 19:48:56.651614 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0b243-7020-4506-af66-fca2327b6325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffab520-47c1-42a6-a705-c7ef4a6f276c,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:56.982374 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55086) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:48:57.026791 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5f2c5406-d5a8-4f02-a3c3-cdb264bb1f01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ad09f273d794c659d2c90c019b4aeeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407739 Jun 15 19:48:57.027038 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55088) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:48:57.035970 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-acf144a1-5e94-4e65-95ca-a7b7c57e5107 req-70793e5b-0704-4849-905f-33823628c8e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397093 Jun 15 19:48:57.078516 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c529-9f60-4feb-b364-10e8beeb04e1 admin admin] Publish callbacks [] for security_group (2eaa7573-b3cb-402f-8a6e-bc182d027237), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:57.097962 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf144a1-5e94-4e65-95ca-a7b7c57e5107 req-cf3fc553-6d6c-4829-be27-ab85baaacfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:57.099520 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-acf144a1-5e94-4e65-95ca-a7b7c57e5107 req-cf3fc553-6d6c-4829-be27-ab85baaacfbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 1129 time: 0.0428693 Jun 15 19:48:57.101742 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c529-9f60-4feb-b364-10e8beeb04e1 admin admin] Publish callbacks [] for security_group (2eaa7573-b3cb-402f-8a6e-bc182d027237), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:57.154518 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c529-9f60-4feb-b364-10e8beeb04e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (2eaa7573-b3cb-402f-8a6e-bc182d027237), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:57.157200 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c529-9f60-4feb-b364-10e8beeb04e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:48:57.158388 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b7b3c529-9f60-4feb-b364-10e8beeb04e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2eaa7573-b3cb-402f-8a6e-bc182d027237 HTTP/1.1" status: 204 len: 168 time: 0.1305020 Jun 15 19:48:57.172126 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3c529-9f60-4feb-b364-10e8beeb04e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaa7573-b3cb-402f-8a6e-bc182d027237,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:48:57.213365 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf144a1-5e94-4e65-95ca-a7b7c57e5107 req-ca223e65-72a3-407c-94f3-6901557005a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:57.214891 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-acf144a1-5e94-4e65-95ca-a7b7c57e5107 req-ca223e65-72a3-407c-94f3-6901557005a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 913 time: 0.0980153 Jun 15 19:48:57.279991 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-acf144a1-5e94-4e65-95ca-a7b7c57e5107 req-06dd7e40-4961-425f-8f02-3bd0642d80db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a4b2324-33cc-4785-a82e-68b01b7613ed HTTP/1.1" status: 200 len: 1000 time: 0.0593510 Jun 15 19:48:57.331072 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf144a1-5e94-4e65-95ca-a7b7c57e5107 req-69ba180c-063c-4e50-9dba-cb6db065521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:57.332527 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-acf144a1-5e94-4e65-95ca-a7b7c57e5107 req-69ba180c-063c-4e50-9dba-cb6db065521e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0472934 Jun 15 19:48:57.649939 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf144a1-5e94-4e65-95ca-a7b7c57e5107 req-cc35539a-d3ed-403b-943a-df8c90d8699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:48:57.651576 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-acf144a1-5e94-4e65-95ca-a7b7c57e5107 req-cc35539a-d3ed-403b-943a-df8c90d8699b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3125954 Jun 15 19:48:57.746414 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-acf144a1-5e94-4e65-95ca-a7b7c57e5107 req-ee1c491d-4707-4e87-ae0c-8d41b35467ec service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877693 Jun 15 19:48:57.838653 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-acf144a1-5e94-4e65-95ca-a7b7c57e5107 req-ac0465f9-07c1-4afd-92b0-76f67a9c2c66 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866210 Jun 15 19:49:03.726723 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-36d254bb-10b9-4561-bb26-40c04e68b9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:05.055387 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55092) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:05.094536 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=41 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:05.095814 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=46 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:05.101117 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:05.197657 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-78d664bb-b491-4695-a800-dba1853cebc6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Deleting port 1bee0f13-d81d-4763-b28f-acc7e8dfe511 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:49:05.197992 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-78d664bb-b491-4695-a800-dba1853cebc6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (1bee0f13-d81d-4763-b28f-acc7e8dfe511), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:05.278259 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-78d664bb-b491-4695-a800-dba1853cebc6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (1bee0f13-d81d-4763-b28f-acc7e8dfe511), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:05.278634 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-78d664bb-b491-4695-a800-dba1853cebc6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for floatingip (1bee0f13-d81d-4763-b28f-acc7e8dfe511), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:05.292796 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-78d664bb-b491-4695-a800-dba1853cebc6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Calling delete_port for 1bee0f13-d81d-4763-b28f-acc7e8dfe511 owned by network:floatingip {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:49:05.376606 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:05.471213 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-78d664bb-b491-4695-a800-dba1853cebc6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (1bee0f13-d81d-4763-b28f-acc7e8dfe511), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:05.498225 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d664bb-b491-4695-a800-dba1853cebc6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Pushing event deleted for resources: {'Port': ['ID=1bee0f13-d81d-4763-b28f-acc7e8dfe511,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:05.561558 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-78d664bb-b491-4695-a800-dba1853cebc6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for floatingip (82e7f12f-8585-4d08-843f-0cd9afde55d9), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:05.561881 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [None req-78d664bb-b491-4695-a800-dba1853cebc6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Floating IP 82e7f12f-8585-4d08-843f-0cd9afde55d9 disassociated (deleted). External IP: 172.27.0.143, port: 98860632-f1d4-48e3-a840-1307deb28658. Jun 15 19:49:05.763978 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d664bb-b491-4695-a800-dba1853cebc6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Router 784f127f-6e05-455f-b00f-015bf7b1a9df has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:49:05.870775 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d664bb-b491-4695-a800-dba1853cebc6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:49:05.875627 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-78d664bb-b491-4695-a800-dba1853cebc6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:05.881708 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fda2951-629d-474f-a3ed-9695435869d2 None None] Sync routers for ids ['784f127f-6e05-455f-b00f-015bf7b1a9df'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:49:05.892748 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda2951-629d-474f-a3ed-9695435869d2 None None] Routers {'784f127f-6e05-455f-b00f-015bf7b1a9df'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:49:05.893368 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-4fda2951-629d-474f-a3ed-9695435869d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:48:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['784f127f-6e05-455f-b00f-015bf7b1a9df'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:05.908276 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-78d664bb-b491-4695-a800-dba1853cebc6 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "DELETE /v2.0/floatingips/82e7f12f-8585-4d08-843f-0cd9afde55d9 HTTP/1.1" status: 204 len: 168 time: 0.8516417 Jun 15 19:49:05.908830 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'tag': '98860632-f1d4-48e3-a840-1307deb28658'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:49:05.911212 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b83d65-cebe-4cb4-9f9f-4b96f90ac2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c00cb912-861b-45f1-a2e8-7efe52291be6", "tag": "98860632-f1d4-48e3-a840-1307deb28658"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:49:05.963516 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6c9c06-a96b-4d0e-917c-c75312f0648c x-openstack-request-id: req-aa6c9c06-a96b-4d0e-917c-c75312f0648c {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:49:05.963811 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00cb912-861b-45f1-a2e8-7efe52291be6", "tag": "98860632-f1d4-48e3-a840-1307deb28658", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:49:05.964351 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa6c9c06-a96b-4d0e-917c-c75312f0648c {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:49:05.964801 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6c9c06-a96b-4d0e-917c-c75312f0648c'] response: {'name': 'network-changed', 'server_uuid': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'tag': '98860632-f1d4-48e3-a840-1307deb28658', 'status': 'completed', 'code': 200} Jun 15 19:49:06.019480 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-4fda2951-629d-474f-a3ed-9695435869d2 None None] Set router 784f127f-6e05-455f-b00f-015bf7b1a9df gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:49:06.020254 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:06.028793 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b83d65-cebe-4cb4-9f9f-4b96f90ac2bc req-c3cb1c19-bfed-4f0b-9a82-bb188ecc2df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:06.030482 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-57b83d65-cebe-4cb4-9f9f-4b96f90ac2bc req-c3cb1c19-bfed-4f0b-9a82-bb188ecc2df4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feaa96a8901e42c18c270c092a40fc83&device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 1130 time: 0.0439219 Jun 15 19:49:06.140136 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b83d65-cebe-4cb4-9f9f-4b96f90ac2bc req-51e81436-f5e3-4632-938b-835f3819d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:06.141642 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-57b83d65-cebe-4cb4-9f9f-4b96f90ac2bc req-51e81436-f5e3-4632-938b-835f3819d556 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c97fa835-6951-4e5b-beef-24701d625969 HTTP/1.1" status: 200 len: 909 time: 0.1010106 Jun 15 19:49:06.143103 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef82d-9ef0-4926-80e9-af6ea838d508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:06.161068 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922ec16-6c71-4066-b5e0-0013419c156d req-f6731d91-b032-4e7a-b025-60797860bb51 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:06.162499 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1922ec16-6c71-4066-b5e0-0013419c156d req-f6731d91-b032-4e7a-b025-60797860bb51 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0533385 Jun 15 19:49:06.198594 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:06.205887 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:06.210542 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:06.222483 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1922ec16-6c71-4066-b5e0-0013419c156d req-fd6d4a88-f19a-4e0d-a2cb-42b2f8033ba7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536516 Jun 15 19:49:06.256642 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-4fda2951-629d-474f-a3ed-9695435869d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 4, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fc2c515c-a91f-44b7-b806-3f57a33ca832', 'name': '', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'mac_address': 'fa:16:3e:7b:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:13Z', 'updated_at': '2022-06-15T19:44:18Z', 'revision_number': 5, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'subnets': [{'id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:06.285329 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fda2951-629d-474f-a3ed-9695435869d2 None None] Checking router: 784f127f-6e05-455f-b00f-015bf7b1a9df for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:49:06.294217 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda2951-629d-474f-a3ed-9695435869d2 None None] Routers {'784f127f-6e05-455f-b00f-015bf7b1a9df'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:49:06.294835 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-4fda2951-629d-474f-a3ed-9695435869d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:49:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['784f127f-6e05-455f-b00f-015bf7b1a9df'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:06.524163 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-4fda2951-629d-474f-a3ed-9695435869d2 None None] Set router 784f127f-6e05-455f-b00f-015bf7b1a9df gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:49:06.660915 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:06.696001 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:06.712199 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-4fda2951-629d-474f-a3ed-9695435869d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 4, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fc2c515c-a91f-44b7-b806-3f57a33ca832', 'name': '', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'mac_address': 'fa:16:3e:7b:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:13Z', 'updated_at': '2022-06-15T19:44:18Z', 'revision_number': 5, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'subnets': [{'id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:06.737439 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fda2951-629d-474f-a3ed-9695435869d2 None None] The sync data for ids ['784f127f-6e05-455f-b00f-015bf7b1a9df'] in dv-cinder-844563-3-iscsi is: [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:13Z', 'revision_number': 4, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'fc2c515c-a91f-44b7-b806-3f57a33ca832', 'name': '', 'network_id': 'c97fa835-6951-4e5b-beef-24701d625969', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'mac_address': 'fa:16:3e:7b:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:13Z', 'updated_at': '2022-06-15T19:44:18Z', 'revision_number': 5, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'subnets': [{'id': 'b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:49:06.949584 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e071649a-0633-4a33-ab4b-8ac5040d0721 None None] New status for floating IP 82e7f12f-8585-4d08-843f-0cd9afde55d9: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:49:07.074238 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-57b83d65-cebe-4cb4-9f9f-4b96f90ac2bc req-5f710f8e-469d-4481-b87e-1a052fb3e9d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98860632-f1d4-48e3-a840-1307deb28658 HTTP/1.1" status: 200 len: 217 time: 0.0326021 Jun 15 19:49:07.123741 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b83d65-cebe-4cb4-9f9f-4b96f90ac2bc req-4237564b-e66e-425d-b4b7-332b973de3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:07.125172 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-57b83d65-cebe-4cb4-9f9f-4b96f90ac2bc req-4237564b-e66e-425d-b4b7-332b973de3d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a HTTP/1.1" status: 200 len: 847 time: 0.0436585 Jun 15 19:49:07.189113 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b83d65-cebe-4cb4-9f9f-4b96f90ac2bc req-d8f44383-de9e-4260-9bdb-987b1b83501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:07.190637 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-57b83d65-cebe-4cb4-9f9f-4b96f90ac2bc req-d8f44383-de9e-4260-9bdb-987b1b83501d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c97fa835-6951-4e5b-beef-24701d625969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438964 Jun 15 19:49:07.331165 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-57b83d65-cebe-4cb4-9f9f-4b96f90ac2bc req-6e3034ab-1bda-4d5b-b18e-bc9400e81ce9 service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901701 Jun 15 19:49:07.353581 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3b9e4-3085-4ac2-bd06-be70d1bd6371 req-325aa4f3-1a31-44ab-ace6-d912948405c0 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:07.355098 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7fe3b9e4-3085-4ac2-bd06-be70d1bd6371 req-325aa4f3-1a31-44ab-ace6-d912948405c0 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0588312 Jun 15 19:49:07.405720 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7fe3b9e4-3085-4ac2-bd06-be70d1bd6371 req-8d0932f8-9490-4954-8a55-4711b3aff8e3 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df2f697-adac-4040-b9ae-c66b9937492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448856 Jun 15 19:49:07.434558 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:07.526681 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:07.531270 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-57b83d65-cebe-4cb4-9f9f-4b96f90ac2bc req-c73f7661-d4ad-4251-ab24-3f09d4bfc6ad service neutron] 10.222.0.42 "GET /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899572 Jun 15 19:49:07.585530 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699fd1d8-ec62-4357-b71d-2771bef57ecf req-778aef06-ff66-4217-be81-44bd337089b7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:07.586962 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-699fd1d8-ec62-4357-b71d-2771bef57ecf req-778aef06-ff66-4217-be81-44bd337089b7 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.42 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 946 time: 0.0468793 Jun 15 19:49:07.685410 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-699fd1d8-ec62-4357-b71d-2771bef57ecf req-17f0b25a-e9e7-4649-be96-c6e50c8d7237 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Deleting port 98860632-f1d4-48e3-a840-1307deb28658 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:49:07.685761 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-699fd1d8-ec62-4357-b71d-2771bef57ecf req-17f0b25a-e9e7-4649-be96-c6e50c8d7237 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (98860632-f1d4-48e3-a840-1307deb28658), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:07.776612 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-699fd1d8-ec62-4357-b71d-2771bef57ecf req-17f0b25a-e9e7-4649-be96-c6e50c8d7237 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] For port 98860632-f1d4-48e3-a840-1307deb28658, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=98860632-f1d4-48e3-a840-1307deb28658,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:49:07.776971 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-699fd1d8-ec62-4357-b71d-2771bef57ecf req-17f0b25a-e9e7-4649-be96-c6e50c8d7237 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (98860632-f1d4-48e3-a840-1307deb28658), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:07.789815 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-699fd1d8-ec62-4357-b71d-2771bef57ecf req-17f0b25a-e9e7-4649-be96-c6e50c8d7237 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Calling delete_port for 98860632-f1d4-48e3-a840-1307deb28658 owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:49:07.919930 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-699fd1d8-ec62-4357-b71d-2771bef57ecf req-17f0b25a-e9e7-4649-be96-c6e50c8d7237 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (98860632-f1d4-48e3-a840-1307deb28658), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:07.947720 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0b25a-e9e7-4649-be96-c6e50c8d7237 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Pushing event deleted for resources: {'Port': ['ID=98860632-f1d4-48e3-a840-1307deb28658,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:07.995497 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-699fd1d8-ec62-4357-b71d-2771bef57ecf req-17f0b25a-e9e7-4649-be96-c6e50c8d7237 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] No DVR routers for this DVR port 98860632-f1d4-48e3-a840-1307deb28658 on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:49:07.998147 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-699fd1d8-ec62-4357-b71d-2771bef57ecf req-17f0b25a-e9e7-4649-be96-c6e50c8d7237 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:08.001327 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-699fd1d8-ec62-4357-b71d-2771bef57ecf req-17f0b25a-e9e7-4649-be96-c6e50c8d7237 tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.42 "DELETE /v2.0/ports/98860632-f1d4-48e3-a840-1307deb28658 HTTP/1.1" status: 204 len: 173 time: 0.4087727 Jun 15 19:49:08.001751 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'name': 'network-vif-deleted', 'tag': '98860632-f1d4-48e3-a840-1307deb28658'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:49:08.004002 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92a2bfc-c811-4d88-9061-3dd2c97d331a" -d '{"events": [{"server_uuid": "c00cb912-861b-45f1-a2e8-7efe52291be6", "name": "network-vif-deleted", "tag": "98860632-f1d4-48e3-a840-1307deb28658"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:49:08.043161 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd739f0-537c-4a77-9ff3-abaa3a9943e4 x-openstack-request-id: req-cfd739f0-537c-4a77-9ff3-abaa3a9943e4 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:49:08.043444 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00cb912-861b-45f1-a2e8-7efe52291be6", "name": "network-vif-deleted", "tag": "98860632-f1d4-48e3-a840-1307deb28658", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:49:08.043689 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfd739f0-537c-4a77-9ff3-abaa3a9943e4 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:49:08.044087 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd739f0-537c-4a77-9ff3-abaa3a9943e4'] response: {'server_uuid': 'c00cb912-861b-45f1-a2e8-7efe52291be6', 'name': 'network-vif-deleted', 'tag': '98860632-f1d4-48e3-a840-1307deb28658', 'status': 'completed', 'code': 200} Jun 15 19:49:08.522557 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-834376c2-a2fc-422f-a416-2c2d5e83c974 req-467f7a75-f252-4efc-85fa-5d17d237ee9c tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00cb912-861b-45f1-a2e8-7efe52291be6 HTTP/1.1" status: 200 len: 210 time: 0.0292318 Jun 15 19:49:08.816866 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:09.460182 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:09.582843 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55108) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:09.641217 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa3d98db-0ae4-4312-8158-7ed47b3e190e tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group (4df2f697-adac-4040-b9ae-c66b9937492d), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:09.668076 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa3d98db-0ae4-4312-8158-7ed47b3e190e tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group (4df2f697-adac-4040-b9ae-c66b9937492d), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:09.685558 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:09.733877 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa3d98db-0ae4-4312-8158-7ed47b3e190e tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (4df2f697-adac-4040-b9ae-c66b9937492d), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:09.737007 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa3d98db-0ae4-4312-8158-7ed47b3e190e tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:09.738204 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-fa3d98db-0ae4-4312-8158-7ed47b3e190e tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] 10.222.0.15 "DELETE /v2.0/security-groups/4df2f697-adac-4040-b9ae-c66b9937492d HTTP/1.1" status: 204 len: 168 time: 0.1552956 Jun 15 19:49:09.748215 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d98db-0ae4-4312-8158-7ed47b3e190e tempest-TestShelveInstance-258480061 tempest-TestShelveInstance-258480061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df2f697-adac-4040-b9ae-c66b9937492d,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:09.782772 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55112) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:10.050958 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:10.095844 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-92f5f1c2-dc1b-4b64-8026-589a8636d7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623226'] for router_interface (784f127f-6e05-455f-b00f-015bf7b1a9df), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:10.306598 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-92f5f1c2-dc1b-4b64-8026-589a8636d7c4 admin admin] Deleting port fc2c515c-a91f-44b7-b806-3f57a33ca832 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:49:10.306850 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-92f5f1c2-dc1b-4b64-8026-589a8636d7c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:10.388109 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-92f5f1c2-dc1b-4b64-8026-589a8636d7c4 admin admin] For port fc2c515c-a91f-44b7-b806-3f57a33ca832, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=fc2c515c-a91f-44b7-b806-3f57a33ca832,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:49:10.388475 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-92f5f1c2-dc1b-4b64-8026-589a8636d7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:10.401975 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-92f5f1c2-dc1b-4b64-8026-589a8636d7c4 admin admin] Calling delete_port for fc2c515c-a91f-44b7-b806-3f57a33ca832 owned by network:router_interface {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:49:10.566350 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:10.587699 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-92f5f1c2-dc1b-4b64-8026-589a8636d7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (fc2c515c-a91f-44b7-b806-3f57a33ca832), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:10.611933 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5f1c2-dc1b-4b64-8026-589a8636d7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2c515c-a91f-44b7-b806-3f57a33ca832,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:10.778286 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-92f5f1c2-dc1b-4b64-8026-589a8636d7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623086'] for router_interface (784f127f-6e05-455f-b00f-015bf7b1a9df), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:10.940912 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 98860632-f1d4-48e3-a840-1307deb28658 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:49:10.963762 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: 98860632-f1d4-48e3-a840-1307deb28658 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:49:10.964100 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 98860632-f1d4-48e3-a840-1307deb28658 not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:49:10.968743 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:10.998731 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f5f1c2-dc1b-4b64-8026-589a8636d7c4 admin admin] Router 784f127f-6e05-455f-b00f-015bf7b1a9df has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:49:11.105855 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f5f1c2-dc1b-4b64-8026-589a8636d7c4 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:49:11.111458 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-92f5f1c2-dc1b-4b64-8026-589a8636d7c4 admin admin] 10.222.0.15 "PUT /v2.0/routers/784f127f-6e05-455f-b00f-015bf7b1a9df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3269916 Jun 15 19:49:11.113347 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55114) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:11.116005 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f452c-7839-4c92-bd97-5a422594314b None None] Sync routers for ids ['784f127f-6e05-455f-b00f-015bf7b1a9df'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:49:11.135735 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f452c-7839-4c92-bd97-5a422594314b None None] Routers {'784f127f-6e05-455f-b00f-015bf7b1a9df'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:49:11.136709 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-ca1f452c-7839-4c92-bd97-5a422594314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:49:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['784f127f-6e05-455f-b00f-015bf7b1a9df'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:11.248695 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-ca1f452c-7839-4c92-bd97-5a422594314b None None] Set router 784f127f-6e05-455f-b00f-015bf7b1a9df gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:49:11.422128 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-ca1f452c-7839-4c92-bd97-5a422594314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:49:10Z', 'revision_number': 5, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:11.457549 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f452c-7839-4c92-bd97-5a422594314b None None] Checking router: 784f127f-6e05-455f-b00f-015bf7b1a9df for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:49:11.466605 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f452c-7839-4c92-bd97-5a422594314b None None] Routers {'784f127f-6e05-455f-b00f-015bf7b1a9df'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:49:11.467228 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-ca1f452c-7839-4c92-bd97-5a422594314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:49:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['784f127f-6e05-455f-b00f-015bf7b1a9df'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:11.472405 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] Publish callbacks [] for router (784f127f-6e05-455f-b00f-015bf7b1a9df), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:11.568707 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-ca1f452c-7839-4c92-bd97-5a422594314b None None] Set router 784f127f-6e05-455f-b00f-015bf7b1a9df gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:49:11.571401 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] Publish callbacks [] for router_gateway (784f127f-6e05-455f-b00f-015bf7b1a9df), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:11.614460 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] Deleting port 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:49:11.615187 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (6cbfce6e-23c0-4967-87fb-c7c7f3900d25), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:11.706835 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] For port 6cbfce6e-23c0-4967-87fb-c7c7f3900d25, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=6cbfce6e-23c0-4967-87fb-c7c7f3900d25,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:49:11.707202 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (6cbfce6e-23c0-4967-87fb-c7c7f3900d25), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:11.745720 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-ca1f452c-7839-4c92-bd97-5a422594314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:49:10Z', 'revision_number': 5, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:11.772015 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f452c-7839-4c92-bd97-5a422594314b None None] The sync data for ids ['784f127f-6e05-455f-b00f-015bf7b1a9df'] in dv-cinder-844563-3-iscsi is: [{'id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'name': 'tempest-TestShelveInstance-780004059-router', 'tenant_id': 'feaa96a8901e42c18c270c092a40fc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:49:10Z', 'revision_number': 5, 'project_id': 'feaa96a8901e42c18c270c092a40fc83', 'gw_port': {'id': '6cbfce6e-23c0-4967-87fb-c7c7f3900d25', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f127f-6e05-455f-b00f-015bf7b1a9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:11Z', 'updated_at': '2022-06-15T19:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:49:11.982430 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] Calling delete_port for 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 owned by network:router_gateway {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:49:12.022539 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:12.158199 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (6cbfce6e-23c0-4967-87fb-c7c7f3900d25), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.185801 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cbfce6e-23c0-4967-87fb-c7c7f3900d25,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:12.252255 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622655'] for router_gateway (784f127f-6e05-455f-b00f-015bf7b1a9df), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.343398 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router (784f127f-6e05-455f-b00f-015bf7b1a9df), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.345520 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] Publish callbacks [] for router_controller (784f127f-6e05-455f-b00f-015bf7b1a9df), precommit_delete_associations {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.346851 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:12.392855 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622511'] for router (784f127f-6e05-455f-b00f-015bf7b1a9df), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.393573 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 784f127f-6e05-455f-b00f-015bf7b1a9df {{(pid=104103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 19:49:12.398833 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.402209 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-4de97bbb-0c87-4202-91a2-69bfdb3f3fd9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/784f127f-6e05-455f-b00f-015bf7b1a9df HTTP/1.1" status: 204 len: 168 time: 1.2856212 Jun 15 19:49:12.402533 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55118) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:12.448317 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc65ba4-2f5e-4a44-a67f-17203943e361 admin admin] Deleting subnet b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a {{(pid=104103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:49:12.451841 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cfc65ba4-2f5e-4a44-a67f-17203943e361 admin admin] Publish callbacks [] for subnet (b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.487463 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cfc65ba4-2f5e-4a44-a67f-17203943e361 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10169546'] for subnet (b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a), precommit_delete_associations {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.574394 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cfc65ba4-2f5e-4a44-a67f-17203943e361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.635085 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cfc65ba4-2f5e-4a44-a67f-17203943e361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10171281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470943'] for subnet (b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.661751 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc65ba4-2f5e-4a44-a67f-17203943e361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:12.665999 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cfc65ba4-2f5e-4a44-a67f-17203943e361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.669422 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-cfc65ba4-2f5e-4a44-a67f-17203943e361 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b5850ac7-797f-4e48-ade0-0f3bdaf9ba6a HTTP/1.1" status: 204 len: 168 time: 0.2656853 Jun 15 19:49:12.675630 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a107790-ef57-4505-89c8-9ff535ee4ee3 None None] Network c97fa835-6951-4e5b-beef-24701d625969 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:49:12.676206 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55120) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:12.752090 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (c97fa835-6951-4e5b-beef-24701d625969), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.799160 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Deleting port 26f6c39e-9062-4334-b69a-b190ccbc1792 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:49:12.799499 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.848304 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05632d2-6273-492d-bbca-de9a9df3369f None None] DHCP port deletion for c97fa835-6951-4e5b-beef-24701d625969 request from dv-cinder-844563-3-iscsi {{(pid=104105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 19:49:12.873920 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] For port 26f6c39e-9062-4334-b69a-b190ccbc1792, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=26f6c39e-9062-4334-b69a-b190ccbc1792,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:49:12.874280 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.888412 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Calling delete_port for 26f6c39e-9062-4334-b69a-b190ccbc1792 owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:49:12.889712 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c05632d2-6273-492d-bbca-de9a9df3369f None None] Deleting port 26f6c39e-9062-4334-b69a-b190ccbc1792 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:49:12.890186 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c05632d2-6273-492d-bbca-de9a9df3369f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.959782 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-c05632d2-6273-492d-bbca-de9a9df3369f None None] For port 26f6c39e-9062-4334-b69a-b190ccbc1792, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=26f6c39e-9062-4334-b69a-b190ccbc1792,segment=NetworkSegment(55fec573-82ef-4d29-8a58-e1e34e513989),segment_id=55fec573-82ef-4d29-8a58-e1e34e513989)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:49:12.960259 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c05632d2-6273-492d-bbca-de9a9df3369f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.973857 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:12.974408 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c05632d2-6273-492d-bbca-de9a9df3369f None None] Calling delete_port for 26f6c39e-9062-4334-b69a-b190ccbc1792 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:49:13.001729 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] No DVR routers for this DVR port 26f6c39e-9062-4334-b69a-b190ccbc1792 on host dv-cinder-844563-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:49:13.005671 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f6c39e-9062-4334-b69a-b190ccbc1792,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:13.033774 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:13.038453 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:13.060314 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c05632d2-6273-492d-bbca-de9a9df3369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (26f6c39e-9062-4334-b69a-b190ccbc1792), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:13.083901 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (c97fa835-6951-4e5b-beef-24701d625969), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:13.088302 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05632d2-6273-492d-bbca-de9a9df3369f None None] Pushing event deleted for resources: {'Port': ['ID=26f6c39e-9062-4334-b69a-b190ccbc1792,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:13.094657 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05632d2-6273-492d-bbca-de9a9df3369f None None] No DVR routers for this DVR port 26f6c39e-9062-4334-b69a-b190ccbc1792 on host dv-cinder-844563-3-iscsi {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:49:13.108038 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97fa835-6951-4e5b-beef-24701d625969']}} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:13.118050 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fec573-82ef-4d29-8a58-e1e34e513989') {'for_net_delete': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:13.118393 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fec573-82ef-4d29-8a58-e1e34e513989') {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:13.128152 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10169555'] for segment (55fec573-82ef-4d29-8a58-e1e34e513989), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:13.142066 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (55fec573-82ef-4d29-8a58-e1e34e513989), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:13.149058 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:49:13.149389 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10171343'] for segment (55fec573-82ef-4d29-8a58-e1e34e513989), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:13.175267 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment 55fec573-82ef-4d29-8a58-e1e34e513989 resource provider aggregate not found Jun 15 19:49:13.205047 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment 55fec573-82ef-4d29-8a58-e1e34e513989 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55fec573-82ef-4d29-8a58-e1e34e513989 found for delete ", "request_id": "req-7409a4ec-06e9-4218-b65d-a61989ca38d8"}]} Jun 15 19:49:13.213468 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (c97fa835-6951-4e5b-beef-24701d625969), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:13.218925 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:13.222003 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c97fa835-6951-4e5b-beef-24701d625969 HTTP/1.1" status: 204 len: 168 time: 0.5486226 Jun 15 19:49:13.222563 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:13.225652 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55126) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:13.234413 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24464e9e-5125-43bb-b65a-263f11f64cf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c97fa835-6951-4e5b-beef-24701d625969,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:13.721050 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:49:13.742945 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:49:13.743285 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 6cbfce6e-23c0-4967-87fb-c7c7f3900d25 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:49:13.743696 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device fc2c515c-a91f-44b7-b806-3f57a33ca832 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:49:13.763471 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: fc2c515c-a91f-44b7-b806-3f57a33ca832 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:49:13.763810 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device fc2c515c-a91f-44b7-b806-3f57a33ca832 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:49:13.764218 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 26f6c39e-9062-4334-b69a-b190ccbc1792 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:49:13.777020 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6b28e4c7-9e81-4428-b142-fc9c8ce17b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623226'] for router_interface (9e30878b-fd0a-4c63-a172-7a72a0477275), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:13.783487 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 26f6c39e-9062-4334-b69a-b190ccbc1792 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:49:13.783827 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 26f6c39e-9062-4334-b69a-b190ccbc1792 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:49:14.005908 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-6b28e4c7-9e81-4428-b142-fc9c8ce17b52 admin admin] Deleting port d411c8d7-e68a-4ed9-b221-1f6100796cd9 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:49:14.006353 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6b28e4c7-9e81-4428-b142-fc9c8ce17b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:14.084089 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-6b28e4c7-9e81-4428-b142-fc9c8ce17b52 admin admin] For port d411c8d7-e68a-4ed9-b221-1f6100796cd9, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=d411c8d7-e68a-4ed9-b221-1f6100796cd9,segment=NetworkSegment(c1e444c4-545d-4789-ade3-8345d034922e),segment_id=c1e444c4-545d-4789-ade3-8345d034922e)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:49:14.084452 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6b28e4c7-9e81-4428-b142-fc9c8ce17b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:14.098139 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-6b28e4c7-9e81-4428-b142-fc9c8ce17b52 admin admin] Calling delete_port for d411c8d7-e68a-4ed9-b221-1f6100796cd9 owned by network:router_interface {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:49:14.210335 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:14.221028 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:14.277856 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6b28e4c7-9e81-4428-b142-fc9c8ce17b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (d411c8d7-e68a-4ed9-b221-1f6100796cd9), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:14.302573 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28e4c7-9e81-4428-b142-fc9c8ce17b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=d411c8d7-e68a-4ed9-b221-1f6100796cd9,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:14.469394 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6b28e4c7-9e81-4428-b142-fc9c8ce17b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623086'] for router_interface (9e30878b-fd0a-4c63-a172-7a72a0477275), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:14.687089 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b28e4c7-9e81-4428-b142-fc9c8ce17b52 admin admin] Router 9e30878b-fd0a-4c63-a172-7a72a0477275 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:49:14.791284 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b28e4c7-9e81-4428-b142-fc9c8ce17b52 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:49:14.796546 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6b28e4c7-9e81-4428-b142-fc9c8ce17b52 admin admin] 10.222.0.15 "PUT /v2.0/routers/9e30878b-fd0a-4c63-a172-7a72a0477275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5695450 Jun 15 19:49:14.798818 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55128) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:14.802014 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71db483-d9c2-4d13-a9e9-5fd93ce65dd1 None None] Sync routers for ids ['9e30878b-fd0a-4c63-a172-7a72a0477275'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:49:14.817395 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71db483-d9c2-4d13-a9e9-5fd93ce65dd1 None None] Routers {'9e30878b-fd0a-4c63-a172-7a72a0477275'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:49:14.818037 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c71db483-d9c2-4d13-a9e9-5fd93ce65dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:49:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9e30878b-fd0a-4c63-a172-7a72a0477275'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:14.904590 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] Publish callbacks [] for router (9e30878b-fd0a-4c63-a172-7a72a0477275), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:14.935869 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-c71db483-d9c2-4d13-a9e9-5fd93ce65dd1 None None] Set router 9e30878b-fd0a-4c63-a172-7a72a0477275 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:49:15.026059 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] Publish callbacks [] for router_gateway (9e30878b-fd0a-4c63-a172-7a72a0477275), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.072102 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] Deleting port 5b9a2160-58c9-4f6e-bc05-285b4a1603ad {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:49:15.072439 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (5b9a2160-58c9-4f6e-bc05-285b4a1603ad), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.083532 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:15.117972 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c71db483-d9c2-4d13-a9e9-5fd93ce65dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'name': 'tempest-TestShelveInstance-755789977-router', 'tenant_id': '2f7874ef29f7408388914096a7b56893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '5b9a2160-58c9-4f6e-bc05-285b4a1603ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:49:14Z', 'revision_number': 5, 'project_id': '2f7874ef29f7408388914096a7b56893', 'gw_port': {'id': '5b9a2160-58c9-4f6e-bc05-285b4a1603ad', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:15.142629 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71db483-d9c2-4d13-a9e9-5fd93ce65dd1 None None] Checking router: 9e30878b-fd0a-4c63-a172-7a72a0477275 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:49:15.151758 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71db483-d9c2-4d13-a9e9-5fd93ce65dd1 None None] Routers {'9e30878b-fd0a-4c63-a172-7a72a0477275'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:49:15.152355 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c71db483-d9c2-4d13-a9e9-5fd93ce65dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:49:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['9e30878b-fd0a-4c63-a172-7a72a0477275'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:15.153560 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] For port 5b9a2160-58c9-4f6e-bc05-285b4a1603ad, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=5b9a2160-58c9-4f6e-bc05-285b4a1603ad,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:49:15.153933 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (5b9a2160-58c9-4f6e-bc05-285b4a1603ad), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.167367 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] Calling delete_port for 5b9a2160-58c9-4f6e-bc05-285b4a1603ad owned by network:router_gateway {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:49:15.207408 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:15.236047 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-c71db483-d9c2-4d13-a9e9-5fd93ce65dd1 None None] Set router 9e30878b-fd0a-4c63-a172-7a72a0477275 gateway port host: None {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:49:15.284369 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c71db483-d9c2-4d13-a9e9-5fd93ce65dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'name': 'tempest-TestShelveInstance-755789977-router', 'tenant_id': '2f7874ef29f7408388914096a7b56893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:49:15Z', 'revision_number': 6, 'project_id': '2f7874ef29f7408388914096a7b56893', 'gw_port_host': None}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:15.311512 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71db483-d9c2-4d13-a9e9-5fd93ce65dd1 None None] The sync data for ids ['9e30878b-fd0a-4c63-a172-7a72a0477275'] in dv-cinder-844563-3-iscsi is: [{'id': '9e30878b-fd0a-4c63-a172-7a72a0477275', 'name': 'tempest-TestShelveInstance-755789977-router', 'tenant_id': '2f7874ef29f7408388914096a7b56893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:44:16Z', 'updated_at': '2022-06-15T19:49:15Z', 'revision_number': 6, 'project_id': '2f7874ef29f7408388914096a7b56893', 'gw_port_host': None}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:49:15.344493 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (5b9a2160-58c9-4f6e-bc05-285b4a1603ad), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.376276 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9a2160-58c9-4f6e-bc05-285b4a1603ad,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:15.437440 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622655'] for router_gateway (9e30878b-fd0a-4c63-a172-7a72a0477275), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.524123 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router (9e30878b-fd0a-4c63-a172-7a72a0477275), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.526524 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] Publish callbacks [] for router_controller (9e30878b-fd0a-4c63-a172-7a72a0477275), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.568797 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622511'] for router (9e30878b-fd0a-4c63-a172-7a72a0477275), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.569399 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e30878b-fd0a-4c63-a172-7a72a0477275 {{(pid=104104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 19:49:15.574057 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.575245 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ae5448ba-eea9-45e3-b52b-7ed8bdc7b532 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9e30878b-fd0a-4c63-a172-7a72a0477275 HTTP/1.1" status: 204 len: 168 time: 0.7753296 Jun 15 19:49:15.577752 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55130) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:15.623807 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-152906c3-2860-4477-b519-8d65cec93f42 admin admin] Deleting subnet c8c98122-8939-4300-9364-7857e2e02b9b {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:49:15.626918 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-152906c3-2860-4477-b519-8d65cec93f42 admin admin] Publish callbacks [] for subnet (c8c98122-8939-4300-9364-7857e2e02b9b), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.665463 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-152906c3-2860-4477-b519-8d65cec93f42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1890834'] for subnet (c8c98122-8939-4300-9364-7857e2e02b9b), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.751367 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-152906c3-2860-4477-b519-8d65cec93f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (c8c98122-8939-4300-9364-7857e2e02b9b), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.807780 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-152906c3-2860-4477-b519-8d65cec93f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3663992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3383314'] for subnet (c8c98122-8939-4300-9364-7857e2e02b9b), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.836640 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152906c3-2860-4477-b519-8d65cec93f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c98122-8939-4300-9364-7857e2e02b9b,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:15.838568 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-152906c3-2860-4477-b519-8d65cec93f42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.842685 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-152906c3-2860-4477-b519-8d65cec93f42 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c8c98122-8939-4300-9364-7857e2e02b9b HTTP/1.1" status: 204 len: 168 time: 0.2637882 Jun 15 19:49:15.843437 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4a0549-ed2a-4ec4-b384-0d888213127d None None] Network 5f395188-d9ec-47a4-8585-a2a1fa4522d9 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:49:15.844315 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55132) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:15.919824 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (5f395188-d9ec-47a4-8585-a2a1fa4522d9), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:15.966137 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Deleting port 4b431d39-ece2-434d-9a0a-f83110331edf {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:49:15.966690 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.037420 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] For port 4b431d39-ece2-434d-9a0a-f83110331edf, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=4b431d39-ece2-434d-9a0a-f83110331edf,segment=NetworkSegment(c1e444c4-545d-4789-ade3-8345d034922e),segment_id=c1e444c4-545d-4789-ade3-8345d034922e)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:49:16.037703 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.051270 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Calling delete_port for 4b431d39-ece2-434d-9a0a-f83110331edf owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:49:16.110885 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4310181-8829-4304-8f50-72d30caa4276 None None] DHCP port deletion for 5f395188-d9ec-47a4-8585-a2a1fa4522d9 request from dv-cinder-844563-3-iscsi {{(pid=104105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 19:49:16.145113 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device d411c8d7-e68a-4ed9-b221-1f6100796cd9 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:49:16.146683 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.181273 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: d411c8d7-e68a-4ed9-b221-1f6100796cd9 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:49:16.181612 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device d411c8d7-e68a-4ed9-b221-1f6100796cd9 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:49:16.182201 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b431d39-ece2-434d-9a0a-f83110331edf,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:16.183408 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e4310181-8829-4304-8f50-72d30caa4276 None None] Deleting port 4b431d39-ece2-434d-9a0a-f83110331edf {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:49:16.183772 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4310181-8829-4304-8f50-72d30caa4276 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.196624 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] No DVR routers for this DVR port 4b431d39-ece2-434d-9a0a-f83110331edf on host dv-cinder-844563-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:49:16.296143 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-e4310181-8829-4304-8f50-72d30caa4276 None None] For port 4b431d39-ece2-434d-9a0a-f83110331edf, host dv-cinder-844563-3-iscsi, got binding levels [] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:49:16.296143 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4310181-8829-4304-8f50-72d30caa4276 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.309617 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e4310181-8829-4304-8f50-72d30caa4276 None None] Calling delete_port for 4b431d39-ece2-434d-9a0a-f83110331edf owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:49:16.312618 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.ipam_backend_mixin [None req-e4310181-8829-4304-8f50-72d30caa4276 None None] Port 4b431d39-ece2-434d-9a0a-f83110331edf was not found and therefore no delete operation was performed {{(pid=104105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 15 19:49:16.313991 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4310181-8829-4304-8f50-72d30caa4276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (4b431d39-ece2-434d-9a0a-f83110331edf), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.318280 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (5f395188-d9ec-47a4-8585-a2a1fa4522d9), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.348282 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4310181-8829-4304-8f50-72d30caa4276 None None] No DVR routers for this DVR port 4b431d39-ece2-434d-9a0a-f83110331edf on host dv-cinder-844563-3-iscsi {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:49:16.351106 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f395188-d9ec-47a4-8585-a2a1fa4522d9']}} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:16.353052 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4310181-8829-4304-8f50-72d30caa4276 None None] Pushing event deleted for resources: {'Port': ['ID=4b431d39-ece2-434d-9a0a-f83110331edf,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:16.369338 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e444c4-545d-4789-ade3-8345d034922e') {'for_net_delete': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:16.369636 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e444c4-545d-4789-ade3-8345d034922e') {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:16.380810 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10169555'] for segment (c1e444c4-545d-4789-ade3-8345d034922e), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.395571 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (c1e444c4-545d-4789-ade3-8345d034922e), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.402695 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:49:16.403137 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10171343'] for segment (c1e444c4-545d-4789-ade3-8345d034922e), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.433113 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment c1e444c4-545d-4789-ade3-8345d034922e resource provider aggregate not found Jun 15 19:49:16.470318 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment c1e444c4-545d-4789-ade3-8345d034922e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1e444c4-545d-4789-ade3-8345d034922e found for delete ", "request_id": "req-52dde6b5-2f51-4142-b024-869a99220224"}]} Jun 15 19:49:16.482996 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (5f395188-d9ec-47a4-8585-a2a1fa4522d9), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.491925 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.494968 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] 10.222.0.15 "DELETE /v2.0/networks/5f395188-d9ec-47a4-8585-a2a1fa4522d9 HTTP/1.1" status: 204 len: 168 time: 0.6496437 Jun 15 19:49:16.505513 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d342d4-9763-4afd-a25e-57e5f323566f admin admin] Pushing event deleted for resources: {'Network': ['ID=5f395188-d9ec-47a4-8585-a2a1fa4522d9,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:16.629400 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55140) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:16.681147 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-cb6238b0-a05a-431d-a2ac-c6499f8db012 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=feaa96a8901e42c18c270c092a40fc83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505223 Jun 15 19:49:16.684197 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55142) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:16.756077 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-808dc244-d64f-45a8-b7e3-b96a975f26a0 admin admin] Publish callbacks [] for security_group (4fefd374-8421-48cc-b860-90185c755185), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.790930 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-808dc244-d64f-45a8-b7e3-b96a975f26a0 admin admin] Publish callbacks [] for security_group (4fefd374-8421-48cc-b860-90185c755185), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.843277 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-808dc244-d64f-45a8-b7e3-b96a975f26a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (4fefd374-8421-48cc-b860-90185c755185), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.845815 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-808dc244-d64f-45a8-b7e3-b96a975f26a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:16.847072 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-808dc244-d64f-45a8-b7e3-b96a975f26a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fefd374-8421-48cc-b860-90185c755185 HTTP/1.1" status: 204 len: 168 time: 0.1618855 Jun 15 19:49:16.855986 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dc244-d64f-45a8-b7e3-b96a975f26a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fefd374-8421-48cc-b860-90185c755185,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:17.193162 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55148) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:17.199322 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:17.239627 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-11b0d7e1-667a-49cb-b8cf-441240f0b69f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f7874ef29f7408388914096a7b56893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452781 Jun 15 19:49:17.242374 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55150) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:17.291134 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cfcc11c4-2c2a-4260-bfad-93c937014a68 admin admin] Publish callbacks [] for security_group (41d5be5c-6d74-447d-9d18-ebb407e807de), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:17.301275 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:17.313830 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cfcc11c4-2c2a-4260-bfad-93c937014a68 admin admin] Publish callbacks [] for security_group (41d5be5c-6d74-447d-9d18-ebb407e807de), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:17.364128 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cfcc11c4-2c2a-4260-bfad-93c937014a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (41d5be5c-6d74-447d-9d18-ebb407e807de), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:17.367285 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cfcc11c4-2c2a-4260-bfad-93c937014a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:17.368443 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-cfcc11c4-2c2a-4260-bfad-93c937014a68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41d5be5c-6d74-447d-9d18-ebb407e807de HTTP/1.1" status: 204 len: 168 time: 0.1251886 Jun 15 19:49:17.376492 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc11c4-2c2a-4260-bfad-93c937014a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d5be5c-6d74-447d-9d18-ebb407e807de,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:17.727044 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 4b431d39-ece2-434d-9a0a-f83110331edf no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:49:17.747886 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 4b431d39-ece2-434d-9a0a-f83110331edf {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:49:17.748473 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 4b431d39-ece2-434d-9a0a-f83110331edf not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:49:17.748884 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 5b9a2160-58c9-4f6e-bc05-285b4a1603ad no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:49:17.768787 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 5b9a2160-58c9-4f6e-bc05-285b4a1603ad {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:49:17.769134 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 5b9a2160-58c9-4f6e-bc05-285b4a1603ad not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:49:18.547310 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:25.803676 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=74,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:25.816588 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=54,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:27.348681 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:27.372744 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:28.537936 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=86,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:28.540714 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:28.542800 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:DELETE=1,neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:29.410277 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:49:29.623647 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf26a0f-c302-4a0a-81e4-64649f729ad4 req-184afc8c-0ec5-47d3-8ee9-3dc2ab348136 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:29.625148 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aaf26a0f-c302-4a0a-81e4-64649f729ad4 req-184afc8c-0ec5-47d3-8ee9-3dc2ab348136 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 945 time: 0.0525455 Jun 15 19:49:29.676382 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aaf26a0f-c302-4a0a-81e4-64649f729ad4 req-3754b1de-30e4-409c-9857-095a1d6887d8 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453651 Jun 15 19:49:30.792745 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b700b-5471-47b7-a7cf-1c8a542e4c9f req-03198762-e819-4353-9ec0-9e5a91e6553e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:30.794306 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-861b700b-5471-47b7-a7cf-1c8a542e4c9f req-03198762-e819-4353-9ec0-9e5a91e6553e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 945 time: 0.0479012 Jun 15 19:49:30.844532 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-861b700b-5471-47b7-a7cf-1c8a542e4c9f req-b79eb20f-8025-47dc-aa81-a31228fa3104 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445213 Jun 15 19:49:31.008867 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-c2e06034-b539-4e7e-a226-f291487b62f8 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:31.010410 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-c2e06034-b539-4e7e-a226-f291487b62f8 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 945 time: 0.0530534 Jun 15 19:49:31.098584 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Deleting port 0a4b2324-33cc-4785-a82e-68b01b7613ed {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:49:31.098929 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:31.187839 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] For port 0a4b2324-33cc-4785-a82e-68b01b7613ed, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0a4b2324-33cc-4785-a82e-68b01b7613ed,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:49:31.188205 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:31.359740 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:31.360103 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (b5d2d015-2001-4728-8786-655c390c0062), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:31.360414 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Floating IP b5d2d015-2001-4728-8786-655c390c0062 disassociated. External IP: 172.27.0.80, port: 0a4b2324-33cc-4785-a82e-68b01b7613ed. Jun 15 19:49:31.360754 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Calling delete_port for 0a4b2324-33cc-4785-a82e-68b01b7613ed owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:49:31.503644 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (0a4b2324-33cc-4785-a82e-68b01b7613ed), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:31.536626 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event deleted for resources: {'Port': ['ID=0a4b2324-33cc-4785-a82e-68b01b7613ed,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:31.644223 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Router 02da97e1-635a-42f2-88b4-130b782ab6f2 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:49:31.762452 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:49:31.774792 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f0ef73-27c8-4180-960e-eeca1fc5bd84 None None] Sync routers for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:49:31.788839 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f0ef73-27c8-4180-960e-eeca1fc5bd84 None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:49:31.789515 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-87f0ef73-27c8-4180-960e-eeca1fc5bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:49:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:31.811158 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] No DVR routers for this DVR port 0a4b2324-33cc-4785-a82e-68b01b7613ed on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:49:31.813835 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:31.817066 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-a44708ff-deac-4f7f-81bc-beab2f3793ee req-586f18b0-6556-48dd-b33d-c44a0a0c9708 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "DELETE /v2.0/ports/0a4b2324-33cc-4785-a82e-68b01b7613ed HTTP/1.1" status: 204 len: 173 time: 0.8011820 Jun 15 19:49:31.817512 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c741e5-dd61-47bd-9d45-7a33d5f0eb6c', 'name': 'network-vif-deleted', 'tag': '0a4b2324-33cc-4785-a82e-68b01b7613ed'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:49:31.820372 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2645e328-594d-4204-a134-3be393a598ae" -d '{"events": [{"server_uuid": "72c741e5-dd61-47bd-9d45-7a33d5f0eb6c", "name": "network-vif-deleted", "tag": "0a4b2324-33cc-4785-a82e-68b01b7613ed"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:49:31.864196 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db192084-b1d5-48a6-9a53-50de992b51b8 x-openstack-request-id: req-db192084-b1d5-48a6-9a53-50de992b51b8 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:49:31.864493 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c741e5-dd61-47bd-9d45-7a33d5f0eb6c", "name": "network-vif-deleted", "tag": "0a4b2324-33cc-4785-a82e-68b01b7613ed", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:49:31.864744 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db192084-b1d5-48a6-9a53-50de992b51b8 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:49:31.865809 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db192084-b1d5-48a6-9a53-50de992b51b8'] response: {'server_uuid': '72c741e5-dd61-47bd-9d45-7a33d5f0eb6c', 'name': 'network-vif-deleted', 'tag': '0a4b2324-33cc-4785-a82e-68b01b7613ed', 'status': 'completed', 'code': 200} Jun 15 19:49:31.905066 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-87f0ef73-27c8-4180-960e-eeca1fc5bd84 None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:49:31.970682 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-71cd6ba9-4061-49b8-bfe8-47c5dfc6829d req-da19007f-ccee-4118-a93b-7b207207b05b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c741e5-dd61-47bd-9d45-7a33d5f0eb6c HTTP/1.1" status: 200 len: 210 time: 0.0383620 Jun 15 19:49:32.138989 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-87f0ef73-27c8-4180-960e-eeca1fc5bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:32.164890 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f0ef73-27c8-4180-960e-eeca1fc5bd84 None None] Checking router: 02da97e1-635a-42f2-88b4-130b782ab6f2 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:49:32.173626 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f0ef73-27c8-4180-960e-eeca1fc5bd84 None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:49:32.174280 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-87f0ef73-27c8-4180-960e-eeca1fc5bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:49:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:32.414721 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-87f0ef73-27c8-4180-960e-eeca1fc5bd84 None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:49:32.417994 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:32.623182 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-87f0ef73-27c8-4180-960e-eeca1fc5bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:32.649053 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f0ef73-27c8-4180-960e-eeca1fc5bd84 None None] The sync data for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi is: [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:49:32.876936 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84ca8b8-7327-4bb1-a632-cfa27ead246c None None] New status for floating IP b5d2d015-2001-4728-8786-655c390c0062: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:49:33.293637 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-ddc3b6e0-468c-444a-acf9-f8b5820d2bab tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107218427&fields=id&tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7 HTTP/1.1" status: 200 len: 267 time: 0.0480320 Jun 15 19:49:33.403549 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-0c9770b0-a8d2-4fe1-ac65-ba800c2ce819 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:33.405006 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-0c9770b0-a8d2-4fe1-ac65-ba800c2ce819 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 812 time: 0.1049645 Jun 15 19:49:33.420355 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-e0f3d77a-edbb-448c-a921-7caac5335c28 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/quotas/b7cdb8d3ddc84d0fbd6128c3b46d05f7 HTTP/1.1" status: 200 len: 375 time: 0.0099423 Jun 15 19:49:33.475430 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-bc061a91-e51b-4cde-b714-dd2b72e10cd5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497413 Jun 15 19:49:33.491671 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-af3da2fd-ff57-4ed6-afb9-232c4e5b11fa service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 19:49:33.492646 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-af3da2fd-ff57-4ed6-afb9-232c4e5b11fa service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054095 Jun 15 19:49:33.583577 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-6a12e256-edd3-4829-870a-b4200e54e293 service neutron] 10.222.0.15 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853541 Jun 15 19:49:33.677309 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-2f313e73-ba1c-48e0-bd70-47e1342d97ce service neutron] 10.222.0.15 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881362 Jun 15 19:49:33.728532 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2a29caf9-a438-4eb5-92ec-401eba0ea944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:34.988886 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c265658d-cb79-4490-ac15-2473d2ea4174 req-91e5a4b7-dae2-4322-86de-5be5fa049204 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 210 time: 0.0290332 Jun 15 19:49:35.049069 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 0a4b2324-33cc-4785-a82e-68b01b7613ed no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:49:35.069040 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: 0a4b2324-33cc-4785-a82e-68b01b7613ed {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:49:35.069382 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 0a4b2324-33cc-4785-a82e-68b01b7613ed not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:49:35.976791 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e4f7db9-b0a9-48d0-9dd6-ca755db09ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:36.079588 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-71996d37-4241-420d-aa1e-112514c6942f req-cd7836f6-e762-43c1-aeee-57f4346fdd1f tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 210 time: 0.0300851 Jun 15 19:49:37.161346 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-863cacb7-aabf-4e64-bf67-677f06f2bc4d req-34c30919-e4bd-40b5-a70d-a52ff5a4dac6 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 210 time: 0.0302186 Jun 15 19:49:37.435210 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:38.244413 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ff13183c-dfcf-495c-b711-f8021c730bc0 req-c5766e10-d88e-4fde-9fa2-7ea09b6044c8 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 210 time: 0.0313025 Jun 15 19:49:38.818404 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:39.344078 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d2b9cd8e-5ccc-4123-85ac-87df253e1a25 req-2917df0a-226a-4afd-8379-cb1858a5c5b5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 210 time: 0.0294464 Jun 15 19:49:39.469267 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:40.075779 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-ca0d1a37-9f6b-4be9-94bb-872316f43767 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:40.077279 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-ca0d1a37-9f6b-4be9-94bb-872316f43767 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 812 time: 0.1116405 Jun 15 19:49:40.092492 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:40.109004 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:40.149623 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-9d5d1da9-b4bd-4e5b-b443-c75a6fa8b9fd tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7 HTTP/1.1" status: 200 len: 379 time: 0.0640998 Jun 15 19:49:40.159599 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-5455f873-ac01-498d-8b85-2efd4ff73064 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Request body: {'port': {'device_id': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'admin_state_up': True, 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'security_groups': ['429bcc2f-d647-4b45-8b5d-e7294cd12134']}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:49:40.284258 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-5455f873-ac01-498d-8b85-2efd4ff73064 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Made reservation on behalf of b7cdb8d3ddc84d0fbd6128c3b46d05f7 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:49:40.287901 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-5455f873-ac01-498d-8b85-2efd4ff73064 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:40.429577 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-5455f873-ac01-498d-8b85-2efd4ff73064 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Allocated IP 172.20.0.11 (027be43c-318b-4ede-b89b-bf032d141bce/ff7bfe91-8884-42b7-b34c-44dd872dd073/4fcb17c7-57eb-4093-bf16-612242dcaec4) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:49:40.454541 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1ad98de7-7749-4b08-a6d6-1213e7a2b916 req-f0c7b895-87f8-4379-96bf-9d6828078263 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 210 time: 0.0395405 Jun 15 19:49:40.598484 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-5455f873-ac01-498d-8b85-2efd4ff73064 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:40.635725 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-5455f873-ac01-498d-8b85-2efd4ff73064 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:40.684255 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-5455f873-ac01-498d-8b85-2efd4ff73064 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Network 027be43c-318b-4ede-b89b-bf032d141bce is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:49:40.687686 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-5455f873-ac01-498d-8b85-2efd4ff73064 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:49:40.691614 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-5455f873-ac01-498d-8b85-2efd4ff73064 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:49:40.719336 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455f873-ac01-498d-8b85-2efd4ff73064 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'Port': ['ID=4fcb17c7-57eb-4093-bf16-612242dcaec4,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:40.751630 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-5455f873-ac01-498d-8b85-2efd4ff73064 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:40.752269 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-5455f873-ac01-498d-8b85-2efd4ff73064 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:40.771157 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-5455f873-ac01-498d-8b85-2efd4ff73064 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6160216 Jun 15 19:49:40.810112 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Request body: {'port': {'device_id': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:49:40.875896 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:40.921345 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-a148213f-198f-4685-b9d3-a63ca0be2899 None None] Provisioning complete for port 4fcb17c7-57eb-4093-bf16-612242dcaec4 triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:49:40.922264 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a148213f-198f-4685-b9d3-a63ca0be2899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:40.955836 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a148213f-198f-4685-b9d3-a63ca0be2899 None None] Port 4fcb17c7-57eb-4093-bf16-612242dcaec4 cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:49:41.006277 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:41.093580 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:41.168355 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcb17c7-57eb-4093-bf16-612242dcaec4 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:49:41.176478 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Publish callbacks [] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:41.190240 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Transition to ACTIVE for port object 4fcb17c7-57eb-4093-bf16-612242dcaec4 will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:49:41.195808 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:41.247778 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Pushing event updated for resources: {'Port': ['ID=4fcb17c7-57eb-4093-bf16-612242dcaec4,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:41.327439 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Attempting to bind port 4fcb17c7-57eb-4093-bf16-612242dcaec4 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:49:41.327768 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Attempting to bind port 4fcb17c7-57eb-4093-bf16-612242dcaec4 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:49:41.328093 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Attempting to bind port 4fcb17c7-57eb-4093-bf16-612242dcaec4 on network 027be43c-318b-4ede-b89b-bf032d141bce {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:49:41.333334 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Port 4fcb17c7-57eb-4093-bf16-612242dcaec4 on network 027be43c-318b-4ede-b89b-bf032d141bce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:49:41.333657 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Attempting to bind port 4fcb17c7-57eb-4093-bf16-612242dcaec4 on network 027be43c-318b-4ede-b89b-bf032d141bce {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:49:41.339473 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:49:41.339802 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Checking segment: {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:49:41.340197 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Bound using segment: {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:49:41.340612 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Bound port: 4fcb17c7-57eb-4093-bf16-612242dcaec4, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:49:41.340968 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:41.413029 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] For port 4fcb17c7-57eb-4093-bf16-612242dcaec4, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:49:41.417195 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] For port 4fcb17c7-57eb-4093-bf16-612242dcaec4, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4fcb17c7-57eb-4093-bf16-612242dcaec4,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:49:41.423788 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:41.462442 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:41.463057 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:41.464470 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] 10.222.0.42 "PUT /v2.0/ports/4fcb17c7-57eb-4093-bf16-612242dcaec4 HTTP/1.1" status: 200 len: 1094 time: 0.6588063 Jun 15 19:49:41.464919 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'tag': '4fcb17c7-57eb-4093-bf16-612242dcaec4'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:49:41.467227 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e37077-1a67-4095-9382-d24eaae07ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b491aa-2d8a-42ac-8399-3636cd440b12", "tag": "4fcb17c7-57eb-4093-bf16-612242dcaec4"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:49:41.494432 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe91dc2-b42c-4406-b317-48f74706ed8a service neutron] Pushing event updated for resources: {'Port': ['ID=4fcb17c7-57eb-4093-bf16-612242dcaec4,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:41.581364 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71066f0-e578-444b-a3a5-d527b7058cff x-openstack-request-id: req-e71066f0-e578-444b-a3a5-d527b7058cff {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:49:41.581929 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b491aa-2d8a-42ac-8399-3636cd440b12", "tag": "4fcb17c7-57eb-4093-bf16-612242dcaec4", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:49:41.582308 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e71066f0-e578-444b-a3a5-d527b7058cff {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:49:41.582784 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71066f0-e578-444b-a3a5-d527b7058cff'] response: {'name': 'network-changed', 'server_uuid': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'tag': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'status': 'completed', 'code': 200} Jun 15 19:49:41.599555 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-3f1a1983-5743-4d96-8cbb-7fe883941ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:41.601925 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-3f1a1983-5743-4d96-8cbb-7fe883941ded service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 1128 time: 0.0596256 Jun 15 19:49:41.636132 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f89244-4e56-43f1-a5be-e3fc55301470 req-69ac383b-fdb7-4401-a1c7-046f53016ec7 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:41.637962 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-10f89244-4e56-43f1-a5be-e3fc55301470 req-69ac383b-fdb7-4401-a1c7-046f53016ec7 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 944 time: 0.0571587 Jun 15 19:49:41.652194 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-8b297e02-aac6-4238-ba7c-4d90bc1bcafa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fcb17c7-57eb-4093-bf16-612242dcaec4 HTTP/1.1" status: 200 len: 217 time: 0.0422525 Jun 15 19:49:41.705831 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-10f89244-4e56-43f1-a5be-e3fc55301470 req-1ff33365-44ab-4f16-9362-0dcd42765c03 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588853 Jun 15 19:49:41.707552 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-defe85a9-d902-460e-9298-db3215871bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:41.709129 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-defe85a9-d902-460e-9298-db3215871bd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0494277 Jun 15 19:49:41.764687 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-0b8e3044-c47a-41f3-a1c7-45b6aab40b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:41.766279 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-0b8e3044-c47a-41f3-a1c7-45b6aab40b27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504749 Jun 15 19:49:41.862574 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-075271d5-a1a8-4c97-ba46-b0005574f411 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902441 Jun 15 19:49:41.959785 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-2ef0f725-807b-4619-8162-74f1f31bc111 req-f0150d0a-6622-4971-b4a8-6d40c897082b service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915623 Jun 15 19:49:42.190959 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e37077-1a67-4095-9382-d24eaae07ec8 req-0766dbac-e771-4626-8506-b46181e25299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:42.192886 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-96e37077-1a67-4095-9382-d24eaae07ec8 req-0766dbac-e771-4626-8506-b46181e25299 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 1128 time: 0.0483711 Jun 15 19:49:42.235517 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:42.295580 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:42.298946 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e37077-1a67-4095-9382-d24eaae07ec8 req-d9088632-8c0d-4309-9163-f6e1a7a2f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:42.300418 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-96e37077-1a67-4095-9382-d24eaae07ec8 req-d9088632-8c0d-4309-9163-f6e1a7a2f1f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 913 time: 0.1006584 Jun 15 19:49:42.344200 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-96e37077-1a67-4095-9382-d24eaae07ec8 req-cda84f1e-e22f-4b3d-9cd3-ae276545e084 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fcb17c7-57eb-4093-bf16-612242dcaec4 HTTP/1.1" status: 200 len: 217 time: 0.0376477 Jun 15 19:49:42.393217 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e37077-1a67-4095-9382-d24eaae07ec8 req-d5b07998-2f0f-4d8d-9e65-3920d3dd5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:42.394715 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-96e37077-1a67-4095-9382-d24eaae07ec8 req-d5b07998-2f0f-4d8d-9e65-3920d3dd5213 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0451412 Jun 15 19:49:42.439112 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e37077-1a67-4095-9382-d24eaae07ec8 req-12919639-eef7-4aa5-83a3-e3b69be512cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:42.440664 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-96e37077-1a67-4095-9382-d24eaae07ec8 req-12919639-eef7-4aa5-83a3-e3b69be512cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405169 Jun 15 19:49:42.545059 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-96e37077-1a67-4095-9382-d24eaae07ec8 req-23781d4b-18cf-4d32-ab94-0b779a92dcb8 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982108 Jun 15 19:49:42.639607 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-96e37077-1a67-4095-9382-d24eaae07ec8 req-1730e55d-3fbc-4796-90fa-c42bcd0e9148 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888374 Jun 15 19:49:42.825600 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030f79d-6d56-4d44-a222-d8e57b942dce req-f855d168-988c-44c5-986e-4de5f6611698 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:42.827051 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f030f79d-6d56-4d44-a222-d8e57b942dce req-f855d168-988c-44c5-986e-4de5f6611698 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 944 time: 0.0494256 Jun 15 19:49:42.877912 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f030f79d-6d56-4d44-a222-d8e57b942dce req-002b79b1-bf40-4881-bdaa-235cdc0c1178 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451767 Jun 15 19:49:42.954708 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:44.000947 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c071b12-d4b6-4a52-823f-2e9d7c0a396a req-5f718af6-cf7c-492e-8d1c-856be6734a3d tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:44.002509 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1c071b12-d4b6-4a52-823f-2e9d7c0a396a req-5f718af6-cf7c-492e-8d1c-856be6734a3d tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 944 time: 0.0493195 Jun 15 19:49:44.055441 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1c071b12-d4b6-4a52-823f-2e9d7c0a396a req-a745b4e3-0929-45e0-9d17-62c5efce418e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470059 Jun 15 19:49:44.386874 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:45.161659 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:45.176392 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d4bcf-143f-431b-8254-fdd2483b6a2c req-3bbbdd7a-1e94-405e-98dd-4cecd9c26f5b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:45.177886 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-537d4bcf-143f-431b-8254-fdd2483b6a2c req-3bbbdd7a-1e94-405e-98dd-4cecd9c26f5b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 944 time: 0.0525694 Jun 15 19:49:45.229992 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-537d4bcf-143f-431b-8254-fdd2483b6a2c req-d129ded3-8d46-43a6-a230-0b50a81f9b1c tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463595 Jun 15 19:49:46.346482 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df03b8e-dd5f-4cb4-9a69-a1411887e8d5 req-564de364-f718-4995-8840-d1d71afc2fd3 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:46.348080 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0df03b8e-dd5f-4cb4-9a69-a1411887e8d5 req-564de364-f718-4995-8840-d1d71afc2fd3 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 944 time: 0.0495939 Jun 15 19:49:46.359762 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:46.402748 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0df03b8e-dd5f-4cb4-9a69-a1411887e8d5 req-485fc9dc-b2cc-49d4-a416-bad183e032f3 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489151 Jun 15 19:49:47.527485 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f7c56-84af-4514-9191-f2305f26ed98 req-5a38c067-fa98-40b9-a366-b3ebb0c8692b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:47.529004 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1d7f7c56-84af-4514-9191-f2305f26ed98 req-5a38c067-fa98-40b9-a366-b3ebb0c8692b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 944 time: 0.0522537 Jun 15 19:49:47.579115 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1d7f7c56-84af-4514-9191-f2305f26ed98 req-25845fee-7aca-4014-83bf-2e0fba6ddc8d tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443442 Jun 15 19:49:48.562773 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:48.699387 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f36960-b6ed-4a1e-afed-faa2d10722e0 req-a2db7757-7017-4b1e-b75e-d509eb71c644 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:48.700869 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a3f36960-b6ed-4a1e-afed-faa2d10722e0 req-a2db7757-7017-4b1e-b75e-d509eb71c644 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 944 time: 0.0486047 Jun 15 19:49:48.751579 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a3f36960-b6ed-4a1e-afed-faa2d10722e0 req-34f72b81-7d86-4802-b6f6-366ac56f1f30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451577 Jun 15 19:49:49.869079 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34f19-6286-4996-bdd9-af95ce6875be req-d7920e08-72cc-4545-9222-f2e3954e3b21 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:49.870626 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-75f34f19-6286-4996-bdd9-af95ce6875be req-d7920e08-72cc-4545-9222-f2e3954e3b21 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 944 time: 0.0473616 Jun 15 19:49:49.925810 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-75f34f19-6286-4996-bdd9-af95ce6875be req-d8717ef8-df11-40af-bece-2574cd490d10 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496383 Jun 15 19:49:51.041830 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52426395-fb40-4317-9bda-a59d534cda40 req-d9a7d6b7-7ec0-48f7-ac0b-b9b8237af759 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:51.043351 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-52426395-fb40-4317-9bda-a59d534cda40 req-d9a7d6b7-7ec0-48f7-ac0b-b9b8237af759 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 944 time: 0.0481970 Jun 15 19:49:51.079420 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 4fcb17c7-57eb-4093-bf16-612242dcaec4 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:49:51.094698 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-52426395-fb40-4317-9bda-a59d534cda40 req-96e1415a-6bc4-4fac-b6a5-278fda2074f9 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454586 Jun 15 19:49:51.192636 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 4fcb17c7-57eb-4093-bf16-612242dcaec4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4fcb17c7-57eb-4093-bf16-612242dcaec4,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:49:51.204279 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'port_id': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'mac_address': 'fa:16:3e:3a:30:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:49:51.239070 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 4fcb17c7-57eb-4093-bf16-612242dcaec4 is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:49:51.239474 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:51.253275 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcb17c7-57eb-4093-bf16-612242dcaec4 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:49:51.272424 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 4fcb17c7-57eb-4093-bf16-612242dcaec4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4fcb17c7-57eb-4093-bf16-612242dcaec4,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:49:51.276189 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:51.320841 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=4fcb17c7-57eb-4093-bf16-612242dcaec4,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:51.498041 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['4fcb17c7-57eb-4093-bf16-612242dcaec4'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:49:51.690324 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:51.714297 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:51.716540 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:52.215163 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c2492-f475-433b-bc1c-9b2dec3e423c req-740a9ea7-8d75-49f0-8aaa-119ba55eda83 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:52.216670 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-814c2492-f475-433b-bc1c-9b2dec3e423c req-740a9ea7-8d75-49f0-8aaa-119ba55eda83 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 945 time: 0.0486333 Jun 15 19:49:52.268293 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-814c2492-f475-433b-bc1c-9b2dec3e423c req-bd225720-cd43-4f78-8c5e-c9a9218e5feb tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459893 Jun 15 19:49:52.634462 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=31 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:52.636451 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=30 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:53.094765 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 4fcb17c7-57eb-4093-bf16-612242dcaec4 up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:49:53.141132 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port 4fcb17c7-57eb-4093-bf16-612242dcaec4 completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:49:53.147780 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port 4fcb17c7-57eb-4093-bf16-612242dcaec4 triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:49:53.148152 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:53.227873 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port 4fcb17c7-57eb-4093-bf16-612242dcaec4 is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:49:53.228348 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:53.253336 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcb17c7-57eb-4093-bf16-612242dcaec4'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:49:53.255573 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d885b873-3fda-49a6-a76f-fec1a179a28c" -d '{"events": [{"server_uuid": "a9b491aa-2d8a-42ac-8399-3636cd440b12", "name": "network-vif-plugged", "status": "completed", "tag": "4fcb17c7-57eb-4093-bf16-612242dcaec4"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:49:53.270464 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port 4fcb17c7-57eb-4093-bf16-612242dcaec4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4fcb17c7-57eb-4093-bf16-612242dcaec4,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:49:53.276000 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:53.331064 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=4fcb17c7-57eb-4093-bf16-612242dcaec4,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:53.395840 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f93964-3001-43fe-99be-03fca1adcec9 req-6528748a-a1d7-413b-b68b-f8c87b492ed3 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:53.398075 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b0f93964-3001-43fe-99be-03fca1adcec9 req-6528748a-a1d7-413b-b68b-f8c87b492ed3 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 946 time: 0.0550201 Jun 15 19:49:53.443518 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026419c5-349e-4f5d-b4c7-ebd8de36db2b x-openstack-request-id: req-026419c5-349e-4f5d-b4c7-ebd8de36db2b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:49:53.443811 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b491aa-2d8a-42ac-8399-3636cd440b12", "name": "network-vif-plugged", "status": "completed", "tag": "4fcb17c7-57eb-4093-bf16-612242dcaec4", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:49:53.444057 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-026419c5-349e-4f5d-b4c7-ebd8de36db2b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:49:53.445032 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026419c5-349e-4f5d-b4c7-ebd8de36db2b'] response: {'server_uuid': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'code': 200} Jun 15 19:49:53.449160 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b0f93964-3001-43fe-99be-03fca1adcec9 req-1e67d04b-7c19-48d3-bbe3-259aa858c832 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454440 Jun 15 19:49:53.654056 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c0009-9fed-4ff9-8f8b-1f2e814216cd req-ff2f25e1-047e-4822-9508-bcae71da5480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:53.655529 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-0c3c0009-9fed-4ff9-8f8b-1f2e814216cd req-ff2f25e1-047e-4822-9508-bcae71da5480 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 1130 time: 0.0453496 Jun 15 19:49:53.702335 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-0c3c0009-9fed-4ff9-8f8b-1f2e814216cd req-52891e6d-0e62-4956-9330-17771827b4d0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409112 Jun 15 19:49:54.566039 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43a023-262b-4903-99f4-7969b4c0ce8c req-e1721ae3-af57-4c48-ae15-ba0fa2f16666 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:54.567558 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ec43a023-262b-4903-99f4-7969b4c0ce8c req-e1721ae3-af57-4c48-ae15-ba0fa2f16666 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 946 time: 0.0479562 Jun 15 19:49:54.619930 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ec43a023-262b-4903-99f4-7969b4c0ce8c req-d624c309-e143-41a3-bdd0-8e44abc1a799 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463548 Jun 15 19:49:55.750339 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bbfb8-f38b-4e6f-9d42-204d5f02b8dd req-b2ba5172-2ada-4aa7-b281-1bf89f7c5531 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:55.751841 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cb5bbfb8-f38b-4e6f-9d42-204d5f02b8dd req-b2ba5172-2ada-4aa7-b281-1bf89f7c5531 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 946 time: 0.0508859 Jun 15 19:49:55.805925 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cb5bbfb8-f38b-4e6f-9d42-204d5f02b8dd req-deb6a97b-250d-45a6-b0e8-3d35192608d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478745 Jun 15 19:49:55.921637 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd45a23-323d-4661-a908-8e6ac6ef3b26 req-1ba69173-01de-43e0-84e3-c8e08105cc2f tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:55.923060 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7bd45a23-323d-4661-a908-8e6ac6ef3b26 req-1ba69173-01de-43e0-84e3-c8e08105cc2f tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 946 time: 0.0487962 Jun 15 19:49:55.973686 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7bd45a23-323d-4661-a908-8e6ac6ef3b26 req-760bf3a3-f180-4097-b81a-5804d0a54e13 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448613 Jun 15 19:49:55.996001 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55244) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:56.038583 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137bc136-930d-4935-bc2a-66e3fd28772e tempest-TestVolumeBootPattern-217209495 tempest-TestVolumeBootPattern-217209495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:56.040173 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-137bc136-930d-4935-bc2a-66e3fd28772e tempest-TestVolumeBootPattern-217209495 tempest-TestVolumeBootPattern-217209495-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 1125 time: 0.0431631 Jun 15 19:49:56.043032 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55246) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:49:56.047316 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Request body: {'floatingip': {'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'port_id': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:49:56.069563 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:56.153154 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:56.261751 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Allocated IP 172.27.0.158 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/f36920fc-7ce9-4b67-9da2-7041937c1066) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:49:56.372399 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for port (f36920fc-7ce9-4b67-9da2-7041937c1066), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:56.404848 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (f36920fc-7ce9-4b67-9da2-7041937c1066), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:56.448681 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:49:56.452034 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:49:56.454798 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:49:56.460494 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'Port': ['ID=f36920fc-7ce9-4b67-9da2-7041937c1066,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:56.488194 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.488532 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.488874 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.489211 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.489546 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.489872 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.490235 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.490553 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.490873 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.491190 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.492351 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.492669 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.492986 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.493299 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.493610 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:49:56.980206 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:56.982765 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:57.071783 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for floatingip (cbe5a185-9c79-40d1-986c-1b653a90a923), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:57.140960 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (f36920fc-7ce9-4b67-9da2-7041937c1066), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:57.296688 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for port (f36920fc-7ce9-4b67-9da2-7041937c1066), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:57.301159 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (f36920fc-7ce9-4b67-9da2-7041937c1066), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:57.382035 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'Port': ['ID=f36920fc-7ce9-4b67-9da2-7041937c1066,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:49:57.394595 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (cbe5a185-9c79-40d1-986c-1b653a90a923), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:57.505913 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.db.l3_db [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Floating IP cbe5a185-9c79-40d1-986c-1b653a90a923 associated. External IP: 172.27.0.158, port: 4fcb17c7-57eb-4093-bf16-612242dcaec4. Jun 15 19:49:57.719157 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Router 02da97e1-635a-42f2-88b4-130b782ab6f2 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:49:57.825359 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:49:57.835508 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2db8b9-e401-4cb4-a095-2bcbd9154599 None None] Sync routers for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:49:57.836508 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:57.845763 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:49:57.849699 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2db8b9-e401-4cb4-a095-2bcbd9154599 None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:49:57.849699 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-db2db8b9-e401-4cb4-a095-2bcbd9154599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:49:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:57.878041 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-ddd843df-57bd-488a-8c5a-f766c1bf1e88 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8339753 Jun 15 19:49:57.878656 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'tag': '4fcb17c7-57eb-4093-bf16-612242dcaec4'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:49:57.880934 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1380c387-7a54-4634-bbb4-9bcf068f3a96" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b491aa-2d8a-42ac-8399-3636cd440b12", "tag": "4fcb17c7-57eb-4093-bf16-612242dcaec4"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:49:57.918165 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bec0df-e634-4433-bae2-5ba205602974 x-openstack-request-id: req-47bec0df-e634-4433-bae2-5ba205602974 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:49:57.918462 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b491aa-2d8a-42ac-8399-3636cd440b12", "tag": "4fcb17c7-57eb-4093-bf16-612242dcaec4", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:49:57.918712 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47bec0df-e634-4433-bae2-5ba205602974 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:49:57.919118 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47bec0df-e634-4433-bae2-5ba205602974'] response: {'name': 'network-changed', 'server_uuid': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'tag': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'status': 'completed', 'code': 200} Jun 15 19:49:57.965130 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-db2db8b9-e401-4cb4-a095-2bcbd9154599 None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:49:58.005215 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:49:58.021596 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-98e8d925-8fbb-482a-a77f-e5ec4e04cae6 req-ef550492-3918-414f-84eb-3dc9c53b014d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656679 Jun 15 19:49:58.023426 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380c387-7a54-4634-bbb4-9bcf068f3a96 req-6cb98d0e-c6f1-4b09-99fc-a768488e7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:58.024794 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1380c387-7a54-4634-bbb4-9bcf068f3a96 req-6cb98d0e-c6f1-4b09-99fc-a768488e7373 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 1130 time: 0.0788872 Jun 15 19:49:58.122945 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380c387-7a54-4634-bbb4-9bcf068f3a96 req-5cf10e92-2f98-46e0-a027-96a454f4a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:58.124470 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1380c387-7a54-4634-bbb4-9bcf068f3a96 req-5cf10e92-2f98-46e0-a027-96a454f4a71b service neutron] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 913 time: 0.0935934 Jun 15 19:49:58.189799 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-db2db8b9-e401-4cb4-a095-2bcbd9154599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'cbe5a185-9c79-40d1-986c-1b653a90a923', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:3a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:49:56Z', 'updated_at': '2022-06-15T19:49:56Z', 'revision_number': 0, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:58.190354 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1380c387-7a54-4634-bbb4-9bcf068f3a96 req-2be29870-9566-4ce4-9259-1cf7667ac0d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fcb17c7-57eb-4093-bf16-612242dcaec4 HTTP/1.1" status: 200 len: 1000 time: 0.0604227 Jun 15 19:49:58.221622 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2db8b9-e401-4cb4-a095-2bcbd9154599 None None] Checking router: 02da97e1-635a-42f2-88b4-130b782ab6f2 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:49:58.230859 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2db8b9-e401-4cb4-a095-2bcbd9154599 None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:49:58.231490 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-db2db8b9-e401-4cb4-a095-2bcbd9154599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:49:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:58.243126 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380c387-7a54-4634-bbb4-9bcf068f3a96 req-e57c06e7-6b35-4987-b793-443a16865570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:58.244599 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1380c387-7a54-4634-bbb4-9bcf068f3a96 req-e57c06e7-6b35-4987-b793-443a16865570 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0487430 Jun 15 19:49:58.293199 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380c387-7a54-4634-bbb4-9bcf068f3a96 req-22553787-25b4-4e74-9411-d52b07b82617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:58.294839 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1380c387-7a54-4634-bbb4-9bcf068f3a96 req-22553787-25b4-4e74-9411-d52b07b82617 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444589 Jun 15 19:49:58.331231 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-db2db8b9-e401-4cb4-a095-2bcbd9154599 None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:49:58.390468 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1380c387-7a54-4634-bbb4-9bcf068f3a96 req-bc7b6ac1-8808-4cd8-b400-9b021edb1445 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898418 Jun 15 19:49:58.490459 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-1380c387-7a54-4634-bbb4-9bcf068f3a96 req-eb9dd70d-5791-4c27-8e51-dd392f618a34 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941193 Jun 15 19:49:58.561153 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-db2db8b9-e401-4cb4-a095-2bcbd9154599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'cbe5a185-9c79-40d1-986c-1b653a90a923', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:3a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:49:56Z', 'updated_at': '2022-06-15T19:49:56Z', 'revision_number': 0, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:49:58.588387 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2db8b9-e401-4cb4-a095-2bcbd9154599 None None] The sync data for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi is: [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'cbe5a185-9c79-40d1-986c-1b653a90a923', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:3a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:49:56Z', 'updated_at': '2022-06-15T19:49:56Z', 'revision_number': 0, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:49:58.605578 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8d925-8fbb-482a-a77f-e5ec4e04cae6 req-9a9ee13e-74e2-40e6-89ad-bb6188551051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:58.607110 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-98e8d925-8fbb-482a-a77f-e5ec4e04cae6 req-9a9ee13e-74e2-40e6-89ad-bb6188551051 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 1130 time: 0.0545142 Jun 15 19:49:58.718287 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8d925-8fbb-482a-a77f-e5ec4e04cae6 req-a20c8cba-8477-4fc2-8a64-6823de10ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:58.719793 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-98e8d925-8fbb-482a-a77f-e5ec4e04cae6 req-a20c8cba-8477-4fc2-8a64-6823de10ce4e service neutron] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 913 time: 0.0923035 Jun 15 19:49:58.790398 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-98e8d925-8fbb-482a-a77f-e5ec4e04cae6 req-cfd8f1b9-2a90-438d-b1ab-322dacd923e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fcb17c7-57eb-4093-bf16-612242dcaec4 HTTP/1.1" status: 200 len: 1000 time: 0.0630882 Jun 15 19:49:58.791216 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca9a447-0dd2-4eaa-af8f-1c61a7242892 None None] New status for floating IP cbe5a185-9c79-40d1-986c-1b653a90a923: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:49:58.842862 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8d925-8fbb-482a-a77f-e5ec4e04cae6 req-c331dcd9-90d2-4d6c-91c7-aab47c46e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:58.844331 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-98e8d925-8fbb-482a-a77f-e5ec4e04cae6 req-c331dcd9-90d2-4d6c-91c7-aab47c46e442 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0476086 Jun 15 19:49:58.889181 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8d925-8fbb-482a-a77f-e5ec4e04cae6 req-a68e63be-38bc-4e3e-b4e8-24fcfb232982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:49:58.890844 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-98e8d925-8fbb-482a-a77f-e5ec4e04cae6 req-a68e63be-38bc-4e3e-b4e8-24fcfb232982 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410829 Jun 15 19:49:58.992958 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-98e8d925-8fbb-482a-a77f-e5ec4e04cae6 req-72d34c4f-4071-49ca-9610-00302f3d03aa service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961878 Jun 15 19:49:59.083929 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-98e8d925-8fbb-482a-a77f-e5ec4e04cae6 req-b74b609a-a022-445b-8513-0a6a6889c8e9 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850537 Jun 15 19:50:03.735208 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-20b4d5a6-3ac9-4c22-972f-65ad3f96edc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:50:05.958015 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=85 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:05.969979 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:05.979950 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-385b49c3-fd77-4017-8dd5-13c19d4f7a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:50:06.409173 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:50:07.436806 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:50:08.818484 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:50:08.897100 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:09.070985 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:09.080324 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:09.463183 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:50:16.405506 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=14 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:18.578782 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:50:19.458974 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:28.567139 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=73,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:28.575179 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:29.907539 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=14 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:29.908324 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=12 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:33.728514 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9b375844-773d-4c18-af76-39cc1bf0b1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:50:35.982644 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebacda85-3315-40b7-bdcf-df3ca5effc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:50:37.441737 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:50:38.823544 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:50:39.467378 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:50:43.408123 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:50:45.419142 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:48.579322 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:50:53.404586 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:57.991403 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d89de866-2cfb-4165-8348-4406613bf0d7 req-4d6417eb-ba5c-4cb7-b9be-400823610bfb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434954 Jun 15 19:50:58.080609 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89de866-2cfb-4165-8348-4406613bf0d7 req-70bbe065-4290-4139-8b57-039aaabad5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:50:58.082990 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d89de866-2cfb-4165-8348-4406613bf0d7 req-70bbe065-4290-4139-8b57-039aaabad5a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 1130 time: 0.0450585 Jun 15 19:50:58.186981 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89de866-2cfb-4165-8348-4406613bf0d7 req-cbbd4826-01ed-438c-b82b-8dfdfde86991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:50:58.188467 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d89de866-2cfb-4165-8348-4406613bf0d7 req-cbbd4826-01ed-438c-b82b-8dfdfde86991 service neutron] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 913 time: 0.0864820 Jun 15 19:50:58.257928 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d89de866-2cfb-4165-8348-4406613bf0d7 req-f234141e-726a-49f3-8fca-2f4d4568fbd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fcb17c7-57eb-4093-bf16-612242dcaec4 HTTP/1.1" status: 200 len: 1002 time: 0.0613852 Jun 15 19:50:58.307051 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89de866-2cfb-4165-8348-4406613bf0d7 req-022b478e-9ea2-4107-b912-4b9bd629bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:50:58.308495 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d89de866-2cfb-4165-8348-4406613bf0d7 req-022b478e-9ea2-4107-b912-4b9bd629bcaf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0450149 Jun 15 19:50:58.354223 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89de866-2cfb-4165-8348-4406613bf0d7 req-cdc3d760-eb1b-4c81-9064-a4332d8c0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:50:58.355760 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d89de866-2cfb-4165-8348-4406613bf0d7 req-cdc3d760-eb1b-4c81-9064-a4332d8c0492 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410972 Jun 15 19:50:58.455899 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d89de866-2cfb-4165-8348-4406613bf0d7 req-6fa14ba1-b394-44be-b523-ac2981a7704d service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940623 Jun 15 19:50:58.546992 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-d89de866-2cfb-4165-8348-4406613bf0d7 req-691342ed-a40c-4ab0-a74c-b61eb7d84aac service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848064 Jun 15 19:50:58.569274 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:58.572970 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:50:58.575415 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:03.732762 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a173289-dba8-4079-9025-02c29ff7c765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:05.989411 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3347de39-d3cb-4af0-8626-28ec71e0f2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:07.442512 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:08.542101 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=49 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:08.544007 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=52 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:08.823882 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:09.471088 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:18.588195 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:20.407214 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:51:28.576275 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=17 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:28.580290 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:28.582496 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:32.150906 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-7cd205f6-6e57-45f8-9586-0aeb787e8387 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107218427&fields=id&tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7 HTTP/1.1" status: 200 len: 267 time: 0.0449517 Jun 15 19:51:32.422679 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=6 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:32.423702 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:32.480731 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-0a6fe861-3fa3-45be-9362-c47a11e685c5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:32.482520 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-0a6fe861-3fa3-45be-9362-c47a11e685c5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 812 time: 0.3254254 Jun 15 19:51:32.498374 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-f7686f06-c3a0-4d12-a02b-e1314820075f tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/quotas/b7cdb8d3ddc84d0fbd6128c3b46d05f7 HTTP/1.1" status: 200 len: 375 time: 0.0105166 Jun 15 19:51:32.549283 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-8af5a029-2504-407b-a46e-b1500c7fb38f tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461197 Jun 15 19:51:32.647562 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-b88e41f6-4be2-4665-96a5-4eb6d4e06b85 service neutron] 10.222.0.15 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865552 Jun 15 19:51:32.735598 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-32510f08-3660-4675-af6b-f15a8d697c1d service neutron] 10.222.0.15 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825415 Jun 15 19:51:33.025444 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e5e0cfbd-bfb4-4da4-8d89-1d697dd27c0f req-a942d695-5742-4318-8f34-eba0a8adcfd0 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 210 time: 0.0316975 Jun 15 19:51:33.739886 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6d38-3c92-4c48-be2b-680d2cc983d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:34.126241 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7fee059b-4933-4a5f-b13d-ba447cfc2622 req-bc4e9e04-c138-4f92-a6da-dcc6746f903d tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 210 time: 0.0295925 Jun 15 19:51:34.265878 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-768f6a4f-38e3-47b7-a23a-0e31ed081e73 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:34.267415 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-768f6a4f-38e3-47b7-a23a-0e31ed081e73 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 812 time: 0.1205246 Jun 15 19:51:34.339431 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-fcfac063-a0a9-4ac2-8147-9956b8908e72 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7 HTTP/1.1" status: 200 len: 379 time: 0.0639622 Jun 15 19:51:34.347878 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Request body: {'port': {'device_id': '209b2f19-cdd1-4162-b5f5-429775658986', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'admin_state_up': True, 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'security_groups': ['429bcc2f-d647-4b45-8b5d-e7294cd12134']}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:51:34.462646 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Made reservation on behalf of b7cdb8d3ddc84d0fbd6128c3b46d05f7 for: {'port': 1} {{(pid=104103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 19:51:34.466303 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:34.598476 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Allocated IP 172.20.0.8 (027be43c-318b-4ede-b89b-bf032d141bce/ff7bfe91-8884-42b7-b34c-44dd872dd073/b705b8fb-a424-43b8-a6ea-4f13065ff31d) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:51:34.754117 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:34.786029 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:34.830623 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Network 027be43c-318b-4ede-b89b-bf032d141bce is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:51:34.833858 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:51:34.838318 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:51:34.865451 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'Port': ['ID=b705b8fb-a424-43b8-a6ea-4f13065ff31d,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:51:34.880778 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.881662 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.882003 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.882357 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.882684 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.883008 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.883328 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.883648 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.883963 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.884285 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.884598 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.884916 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.885232 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.885543 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.885857 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:34.905105 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:34.905734 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:34.925880 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-bce8ec92-dc7b-4260-8a7e-062b72da1a30 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5820246 Jun 15 19:51:34.936974 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.v2.base [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Request body: {'port': {'device_id': '209b2f19-cdd1-4162-b5f5-429775658986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:51:35.014338 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:35.017182 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:35.031829 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:35.042019 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-025d186f-0a80-4949-800d-0d951095a642 None None] Provisioning complete for port b705b8fb-a424-43b8-a6ea-4f13065ff31d triggered by entity DHCP. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:51:35.042648 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-025d186f-0a80-4949-800d-0d951095a642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:35.081501 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-025d186f-0a80-4949-800d-0d951095a642 None None] Port b705b8fb-a424-43b8-a6ea-4f13065ff31d cannot update to ACTIVE because it is not bound. {{(pid=104105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 19:51:35.249564 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007f277-d322-421d-85b8-6b9db00f7541 req-9c1a06c8-81af-4a54-b33f-accdae0ec2b0 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:35.251260 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e007f277-d322-421d-85b8-6b9db00f7541 req-9c1a06c8-81af-4a54-b33f-accdae0ec2b0 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 931 time: 0.0483196 Jun 15 19:51:35.302185 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e007f277-d322-421d-85b8-6b9db00f7541 req-8ca5e4b7-f3ff-4a95-87d6-0480f8d9d3a1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450416 Jun 15 19:51:35.303162 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b705b8fb-a424-43b8-a6ea-4f13065ff31d {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:51:35.311115 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Publish callbacks [] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:35.325029 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Transition to ACTIVE for port object b705b8fb-a424-43b8-a6ea-4f13065ff31d will not be triggered until provisioned by entity L2. {{(pid=104103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 19:51:35.329088 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:35.380204 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Pushing event updated for resources: {'Port': ['ID=b705b8fb-a424-43b8-a6ea-4f13065ff31d,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:51:35.460109 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Attempting to bind port b705b8fb-a424-43b8-a6ea-4f13065ff31d on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 19:51:35.460585 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Attempting to bind port b705b8fb-a424-43b8-a6ea-4f13065ff31d by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 19:51:35.460922 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Attempting to bind port b705b8fb-a424-43b8-a6ea-4f13065ff31d on network 027be43c-318b-4ede-b89b-bf032d141bce {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:51:35.465967 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Port b705b8fb-a424-43b8-a6ea-4f13065ff31d on network 027be43c-318b-4ede-b89b-bf032d141bce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 19:51:35.466344 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Attempting to bind port b705b8fb-a424-43b8-a6ea-4f13065ff31d on network 027be43c-318b-4ede-b89b-bf032d141bce {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 19:51:35.472437 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Checking agent: {'id': '36434dbc-caa7-4dd7-9bab-73a34b0794b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'started_at': datetime.datetime(2022, 6, 15, 19, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 19, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 19:51:35.472776 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Checking segment: {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 19:51:35.473157 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Bound using segment: {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 19:51:35.473586 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Bound port: b705b8fb-a424-43b8-a6ea-4f13065ff31d, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4124b3a6-6328-4611-91ec-d799c3abebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 19:51:35.473945 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:35.539683 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] For port b705b8fb-a424-43b8-a6ea-4f13065ff31d, host hv-cinder-84456, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 19:51:35.542752 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] For port b705b8fb-a424-43b8-a6ea-4f13065ff31d, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b705b8fb-a424-43b8-a6ea-4f13065ff31d,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 19:51:35.548224 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10171307'] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:35.585702 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:35.586344 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:35.587711 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] 10.222.0.42 "PUT /v2.0/ports/b705b8fb-a424-43b8-a6ea-4f13065ff31d HTTP/1.1" status: 200 len: 1093 time: 0.6551869 Jun 15 19:51:35.588140 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209b2f19-cdd1-4162-b5f5-429775658986', 'tag': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:51:35.590406 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a79e37-ddc5-457f-8087-52fde89a26ff" -d '{"events": [{"name": "network-changed", "server_uuid": "209b2f19-cdd1-4162-b5f5-429775658986", "tag": "b705b8fb-a424-43b8-a6ea-4f13065ff31d"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:51:35.648427 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfaf325-a22f-40c7-9017-4c0bc424699a service neutron] Pushing event updated for resources: {'Port': ['ID=b705b8fb-a424-43b8-a6ea-4f13065ff31d,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:51:35.652250 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c7e72f-f288-436e-b915-267650bb4f4c x-openstack-request-id: req-e4c7e72f-f288-436e-b915-267650bb4f4c {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:51:35.652602 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209b2f19-cdd1-4162-b5f5-429775658986", "tag": "b705b8fb-a424-43b8-a6ea-4f13065ff31d", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:51:35.652814 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4c7e72f-f288-436e-b915-267650bb4f4c {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:51:35.653161 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c7e72f-f288-436e-b915-267650bb4f4c'] response: {'name': 'network-changed', 'server_uuid': '209b2f19-cdd1-4162-b5f5-429775658986', 'tag': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d', 'status': 'completed', 'code': 200} Jun 15 19:51:35.686210 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-3e627111-beb8-472a-aaf3-fe1565cb811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:35.687660 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-3e627111-beb8-472a-aaf3-fe1565cb811b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 1127 time: 0.0524848 Jun 15 19:51:35.734725 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-71375e89-915f-4d15-b0c4-1192b550380c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b705b8fb-a424-43b8-a6ea-4f13065ff31d HTTP/1.1" status: 200 len: 217 time: 0.0403061 Jun 15 19:51:35.786969 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-08cd8d75-a26e-4e28-b1dd-7454de008673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:35.788665 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-08cd8d75-a26e-4e28-b1dd-7454de008673 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0466688 Jun 15 19:51:35.832091 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-48fddf9f-b6fd-4803-8ede-2502d1c46475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:35.833590 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-48fddf9f-b6fd-4803-8ede-2502d1c46475 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395174 Jun 15 19:51:35.927868 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-0349d515-c9f0-498b-925e-cd89b3b74422 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884523 Jun 15 19:51:35.965973 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:35.983912 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f716550-3e54-4534-bb1e-a3b3134f882f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:36.019930 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ca607aee-d8ad-4bc5-9a29-c18b594bd063 req-12380fc1-f8a5-4122-8556-b3d1680ea7c1 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861166 Jun 15 19:51:36.317446 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:36.331205 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a79e37-ddc5-457f-8087-52fde89a26ff req-9c1d35fa-b33d-4764-826f-ef8663ef90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:36.332270 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-12a79e37-ddc5-457f-8087-52fde89a26ff req-9c1d35fa-b33d-4764-826f-ef8663ef90eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 1127 time: 0.0455942 Jun 15 19:51:36.436048 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a79e37-ddc5-457f-8087-52fde89a26ff req-4285b2d5-ae72-42b5-8f37-66c2aec17628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:36.437552 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-12a79e37-ddc5-457f-8087-52fde89a26ff req-4285b2d5-ae72-42b5-8f37-66c2aec17628 service neutron] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 913 time: 0.0952721 Jun 15 19:51:36.439388 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ed550-a87b-4524-bd56-497c7a6ca0f6 req-c52e82d2-b9f2-4d60-a283-aa85f1c37e7d tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:36.440908 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bb2ed550-a87b-4524-bd56-497c7a6ca0f6 req-c52e82d2-b9f2-4d60-a283-aa85f1c37e7d tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 943 time: 0.0581229 Jun 15 19:51:36.484147 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-12a79e37-ddc5-457f-8087-52fde89a26ff req-d641ef9a-d7ad-4da3-bc9e-b0fdcc024892 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b705b8fb-a424-43b8-a6ea-4f13065ff31d HTTP/1.1" status: 200 len: 217 time: 0.0377550 Jun 15 19:51:36.504046 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bb2ed550-a87b-4524-bd56-497c7a6ca0f6 req-51a44f37-6ca4-440e-9e42-5d31fbf72e3c tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521660 Jun 15 19:51:36.537258 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a79e37-ddc5-457f-8087-52fde89a26ff req-de9d51cd-433b-494d-a4c4-e1f88f68979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:36.539333 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-12a79e37-ddc5-457f-8087-52fde89a26ff req-de9d51cd-433b-494d-a4c4-e1f88f68979b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0473120 Jun 15 19:51:36.585478 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a79e37-ddc5-457f-8087-52fde89a26ff req-9691c0b9-5dd2-4c39-910d-fcab9f7f7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:36.586929 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-12a79e37-ddc5-457f-8087-52fde89a26ff req-9691c0b9-5dd2-4c39-910d-fcab9f7f7121 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415807 Jun 15 19:51:36.681825 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-12a79e37-ddc5-457f-8087-52fde89a26ff req-442bd2cd-6396-4350-8128-bebfadbbb3ed service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886383 Jun 15 19:51:36.778040 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-12a79e37-ddc5-457f-8087-52fde89a26ff req-b3d6248d-8b2a-49df-9240-68e9e2e5a5fc service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895834 Jun 15 19:51:37.446515 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:37.632515 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171a48c-32cd-45fb-9d82-5fd22855a9e0 req-26774b3b-ff28-4a88-af82-78d1afc68885 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:37.633912 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d171a48c-32cd-45fb-9d82-5fd22855a9e0 req-26774b3b-ff28-4a88-af82-78d1afc68885 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 943 time: 0.0479560 Jun 15 19:51:37.683403 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d171a48c-32cd-45fb-9d82-5fd22855a9e0 req-5aae658d-c903-4240-899b-877275a33c6a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439265 Jun 15 19:51:38.799091 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6145-6a81-4565-99c1-34aca2ad3baf req-f16d77d8-981c-4892-ab31-22fa3bb3e7c6 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:38.800578 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-327b6145-6a81-4565-99c1-34aca2ad3baf req-f16d77d8-981c-4892-ab31-22fa3bb3e7c6 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 943 time: 0.0483491 Jun 15 19:51:38.843187 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:38.862842 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-327b6145-6a81-4565-99c1-34aca2ad3baf req-fbe87520-49a9-479d-a5e8-1b8f1206a1f0 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559227 Jun 15 19:51:39.474195 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:39.976464 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838a38d-0a2e-4d29-bf3a-7bdd89848508 req-b35d732b-9cba-410b-85cc-3b44b6802b3c tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:39.977905 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7838a38d-0a2e-4d29-bf3a-7bdd89848508 req-b35d732b-9cba-410b-85cc-3b44b6802b3c tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 943 time: 0.0467186 Jun 15 19:51:40.030434 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7838a38d-0a2e-4d29-bf3a-7bdd89848508 req-ed984e2f-4a23-4663-a64a-edd8e7b547c0 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470221 Jun 15 19:51:41.154472 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03002046-8175-4dcd-af8c-e5a2c52b2749 req-df3b5c5f-392b-41dd-9b88-df07da9d8207 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:41.156003 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-03002046-8175-4dcd-af8c-e5a2c52b2749 req-df3b5c5f-392b-41dd-9b88-df07da9d8207 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 943 time: 0.0488677 Jun 15 19:51:41.205088 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-03002046-8175-4dcd-af8c-e5a2c52b2749 req-b57cd096-fa84-410d-9e99-7c1c10468b75 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434005 Jun 15 19:51:42.283934 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:42.324756 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc1497-13ca-4476-ba56-dfdf7eb33b4e req-c02cc023-366e-4677-9d9b-2cbb8e4303ef tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:42.326276 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b6dc1497-13ca-4476-ba56-dfdf7eb33b4e req-c02cc023-366e-4677-9d9b-2cbb8e4303ef tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 943 time: 0.0525057 Jun 15 19:51:42.346901 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:42.377641 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b6dc1497-13ca-4476-ba56-dfdf7eb33b4e req-cb2122ab-7743-45fc-b379-5afff17d2a98 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457594 Jun 15 19:51:43.491603 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb90bf-e412-45ba-b98a-2a147731a296 req-635c0e03-a4a0-413a-b876-dd5c3387d7fa tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:43.493330 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5beb90bf-e412-45ba-b98a-2a147731a296 req-635c0e03-a4a0-413a-b876-dd5c3387d7fa tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 943 time: 0.0477629 Jun 15 19:51:43.542257 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5beb90bf-e412-45ba-b98a-2a147731a296 req-557c505f-b12f-428c-810a-4845187da0ac tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432518 Jun 15 19:51:43.578040 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device b705b8fb-a424-43b8-a6ea-4f13065ff31d details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 19:51:43.681602 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port b705b8fb-a424-43b8-a6ea-4f13065ff31d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b705b8fb-a424-43b8-a6ea-4f13065ff31d,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:51:43.693251 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Returning: {'device': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'port_id': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d', 'mac_address': 'fa:16:3e:1c:b3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 19:51:43.728386 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port b705b8fb-a424-43b8-a6ea-4f13065ff31d is: DOWN; New status is: BUILD {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:51:43.728768 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:43.742063 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b705b8fb-a424-43b8-a6ea-4f13065ff31d {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 19:51:43.765768 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port b705b8fb-a424-43b8-a6ea-4f13065ff31d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b705b8fb-a424-43b8-a6ea-4f13065ff31d,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:51:43.769705 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:43.819475 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=b705b8fb-a424-43b8-a6ea-4f13065ff31d,revision_number=4']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:51:43.826958 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:43.827306 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:43.827673 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:43.827981 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:43.828310 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:43.828640 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:43.828962 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:43.829286 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:43.829605 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:43.829925 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:43.830281 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:43.830604 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:43.830924 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:43.831241 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:43.831557 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:44.004746 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] get_ports_and_sgs() called for port_ids ['b705b8fb-a424-43b8-a6ea-4f13065ff31d'] {{(pid=104105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 19:51:44.730002 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d3a4e-3186-4c83-85ba-23330f8167a3 req-594dc0d5-1d2d-4dcc-a360-9460480c3540 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:44.731488 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2d4d3a4e-3186-4c83-85ba-23330f8167a3 req-594dc0d5-1d2d-4dcc-a360-9460480c3540 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 944 time: 0.0507934 Jun 15 19:51:44.782890 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2d4d3a4e-3186-4c83-85ba-23330f8167a3 req-02d7253d-55d9-4a80-8958-1a3abe7ed35d tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458946 Jun 15 19:51:45.588627 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device b705b8fb-a424-43b8-a6ea-4f13065ff31d up at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 19:51:45.633638 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning for port b705b8fb-a424-43b8-a6ea-4f13065ff31d completed by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 19:51:45.639159 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Provisioning complete for port b705b8fb-a424-43b8-a6ea-4f13065ff31d triggered by entity L2. {{(pid=104105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 19:51:45.639636 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7793136'] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), provisioning_complete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:45.709561 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Current status of the port b705b8fb-a424-43b8-a6ea-4f13065ff31d is: BUILD; New status is: ACTIVE {{(pid=104105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 19:51:45.709944 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:45.732368 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209b2f19-cdd1-4162-b5f5-429775658986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:51:45.734615 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0c421eabcddfd5a8b2137ee521f1e8675963e5de680d5153a7c2e1b00f3f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe238e3-da54-40d6-a959-2113c2dadab3" -d '{"events": [{"server_uuid": "209b2f19-cdd1-4162-b5f5-429775658986", "name": "network-vif-plugged", "status": "completed", "tag": "b705b8fb-a424-43b8-a6ea-4f13065ff31d"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:51:45.748127 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] For port b705b8fb-a424-43b8-a6ea-4f13065ff31d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b705b8fb-a424-43b8-a6ea-4f13065ff31d,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:51:45.752673 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609'] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:45.777850 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1658f5bb-3376-428e-b6f9-e30254f3eea4 x-openstack-request-id: req-1658f5bb-3376-428e-b6f9-e30254f3eea4 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:51:45.778172 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209b2f19-cdd1-4162-b5f5-429775658986", "name": "network-vif-plugged", "status": "completed", "tag": "b705b8fb-a424-43b8-a6ea-4f13065ff31d", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:51:45.778420 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1658f5bb-3376-428e-b6f9-e30254f3eea4 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:51:45.778802 dv-cinder-844563-3-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1658f5bb-3376-428e-b6f9-e30254f3eea4'] response: {'server_uuid': '209b2f19-cdd1-4162-b5f5-429775658986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d', 'code': 200} Jun 15 19:51:45.817283 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Pushing event updated for resources: {'Port': ['ID=b705b8fb-a424-43b8-a6ea-4f13065ff31d,revision_number=5']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:51:45.910870 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb1d57-4b0a-4271-83af-9d23154e9084 req-d21ae367-3333-4279-ad69-3a9865140b7e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:45.912296 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7bdb1d57-4b0a-4271-83af-9d23154e9084 req-d21ae367-3333-4279-ad69-3a9865140b7e tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 945 time: 0.0514979 Jun 15 19:51:45.967721 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7bdb1d57-4b0a-4271-83af-9d23154e9084 req-351ac83b-97fd-44cf-b0d9-01e3b08368de tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496256 Jun 15 19:51:46.012656 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a9cc-f63f-4f35-b982-a27d0aa65d03 req-20da3e8d-8695-4b06-a152-33464e9e3c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:46.014153 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-7978a9cc-f63f-4f35-b982-a27d0aa65d03 req-20da3e8d-8695-4b06-a152-33464e9e3c4b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 1129 time: 0.0427253 Jun 15 19:51:46.060694 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-7978a9cc-f63f-4f35-b982-a27d0aa65d03 req-40f5b4f6-d07f-4c5e-86bb-edebcfd2ec5e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390337 Jun 15 19:51:47.082586 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06d95a-afc9-4310-b6cb-d4a5b66203b4 req-cb5236c9-3ac4-4711-8c7c-a5f75bd671d7 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:47.084062 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0a06d95a-afc9-4310-b6cb-d4a5b66203b4 req-cb5236c9-3ac4-4711-8c7c-a5f75bd671d7 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 945 time: 0.0473504 Jun 15 19:51:47.136608 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0a06d95a-afc9-4310-b6cb-d4a5b66203b4 req-cd78cfef-bb20-466f-a652-37561c4265b7 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470483 Jun 15 19:51:48.254040 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6162c8c-1bed-44c7-94ea-3184e2b539ca req-83f57ff8-91bb-4448-9e48-22d428febaf5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:48.255522 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d6162c8c-1bed-44c7-94ea-3184e2b539ca req-83f57ff8-91bb-4448-9e48-22d428febaf5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 945 time: 0.0480146 Jun 15 19:51:48.304185 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d6162c8c-1bed-44c7-94ea-3184e2b539ca req-2b82a06d-b065-4cc2-b7e3-eb3e34a462fd tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426304 Jun 15 19:51:48.416266 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b2c8e-816b-4d68-a0e1-bd5295160f4f req-ced64720-e812-457c-97d4-883ffedc7981 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:48.417756 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f64b2c8e-816b-4d68-a0e1-bd5295160f4f req-ced64720-e812-457c-97d4-883ffedc7981 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 945 time: 0.0463946 Jun 15 19:51:48.468147 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f64b2c8e-816b-4d68-a0e1-bd5295160f4f req-463f589d-0290-41ce-b17a-17ea4a767a39 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449207 Jun 15 19:51:48.489880 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55368) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:51:48.531410 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3b54d2-3744-46a2-a1b0-c8b8227200b4 tempest-TestVolumeBootPattern-217209495 tempest-TestVolumeBootPattern-217209495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:48.532905 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-3b3b54d2-3744-46a2-a1b0-c8b8227200b4 tempest-TestVolumeBootPattern-217209495 tempest-TestVolumeBootPattern-217209495-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 1124 time: 0.0414934 Jun 15 19:51:48.535694 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55370) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:51:48.540862 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Request body: {'floatingip': {'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'port_id': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 19:51:48.562136 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:48.595295 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:48.639315 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:48.746282 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Allocated IP 172.27.0.143 (728c9963-7e10-4d9f-91fa-9b340ad520f1/7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51/c844ea0c-eaec-4925-8991-3d9ba87c072d) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 19:51:48.782973 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:48.822541 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:48.848142 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for port (c844ea0c-eaec-4925-8991-3d9ba87c072d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:48.882822 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783253183573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (c844ea0c-eaec-4925-8991-3d9ba87c072d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:48.924368 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Network 728c9963-7e10-4d9f-91fa-9b340ad520f1 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 19:51:48.930205 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 19:51:48.934170 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 19:51:48.939350 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'Port': ['ID=c844ea0c-eaec-4925-8991-3d9ba87c072d,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:51:48.969066 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:48.969413 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:48.969749 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:48.970082 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:48.970434 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:48.970757 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:48.971075 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:48.971393 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:48.971711 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:48.972032 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:48.972347 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:48.972664 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:48.972977 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:48.973289 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:48.973600 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:51:49.280401 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for floatingip (7d095695-69f3-4084-abcd-a8b86bd6f3ec), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:49.346325 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7672294'] for port (c844ea0c-eaec-4925-8991-3d9ba87c072d), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:49.490780 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for port (c844ea0c-eaec-4925-8991-3d9ba87c072d), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:49.495462 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783253632808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783253183591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783253183609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3663938'] for port (c844ea0c-eaec-4925-8991-3d9ba87c072d), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:49.557771 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event updated for resources: {'Port': ['ID=c844ea0c-eaec-4925-8991-3d9ba87c072d,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:51:49.569837 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:49.573519 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622458'] for floatingip (7d095695-69f3-4084-abcd-a8b86bd6f3ec), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:49.630912 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:49.668737 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Floating IP 7d095695-69f3-4084-abcd-a8b86bd6f3ec associated. External IP: 172.27.0.143, port: b705b8fb-a424-43b8-a6ea-4f13065ff31d. Jun 15 19:51:49.860322 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Router 02da97e1-635a-42f2-88b4-130b782ab6f2 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:51:49.961056 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:51:49.970363 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b23757-eda7-4d58-a96f-a938ec62ceb5 None None] Sync routers for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:51:49.979051 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:51:49.981910 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b23757-eda7-4d58-a96f-a938ec62ceb5 None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:51:49.982617 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-f5b23757-eda7-4d58-a96f-a938ec62ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:51:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:51:50.011322 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-4e7ee4f9-87ad-487c-bdef-82d93678ec3a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4725099 Jun 15 19:51:50.011322 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209b2f19-cdd1-4162-b5f5-429775658986', 'tag': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:51:50.012372 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822a053a-d248-43fa-92c4-8eed313951bf" -d '{"events": [{"name": "network-changed", "server_uuid": "209b2f19-cdd1-4162-b5f5-429775658986", "tag": "b705b8fb-a424-43b8-a6ea-4f13065ff31d"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:51:50.048180 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014501d5-4e12-4928-8c72-b32cb4ee6dee x-openstack-request-id: req-014501d5-4e12-4928-8c72-b32cb4ee6dee {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:51:50.048466 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209b2f19-cdd1-4162-b5f5-429775658986", "tag": "b705b8fb-a424-43b8-a6ea-4f13065ff31d", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:51:50.048712 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-014501d5-4e12-4928-8c72-b32cb4ee6dee {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:51:50.049135 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014501d5-4e12-4928-8c72-b32cb4ee6dee'] response: {'name': 'network-changed', 'server_uuid': '209b2f19-cdd1-4162-b5f5-429775658986', 'tag': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d', 'status': 'completed', 'code': 200} Jun 15 19:51:50.086834 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-f5b23757-eda7-4d58-a96f-a938ec62ceb5 None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:51:50.108454 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a053a-d248-43fa-92c4-8eed313951bf req-cfca6a6e-62ed-40e8-8f17-f6bb3f6ad629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:50.110194 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-822a053a-d248-43fa-92c4-8eed313951bf req-cfca6a6e-62ed-40e8-8f17-f6bb3f6ad629 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 1129 time: 0.0399871 Jun 15 19:51:50.206080 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a053a-d248-43fa-92c4-8eed313951bf req-0e41506f-08e9-4689-aec6-17eaee7a1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:50.207527 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-822a053a-d248-43fa-92c4-8eed313951bf req-0e41506f-08e9-4689-aec6-17eaee7a1e2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 913 time: 0.0917838 Jun 15 19:51:50.231290 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:50.251821 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:50.257901 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:50.305914 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-f5b23757-eda7-4d58-a96f-a938ec62ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '7d095695-69f3-4084-abcd-a8b86bd6f3ec', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:1c:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209b2f19-cdd1-4162-b5f5-429775658986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:51:49Z', 'updated_at': '2022-06-15T19:51:49Z', 'revision_number': 0, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}, {'id': 'cbe5a185-9c79-40d1-986c-1b653a90a923', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:3a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:49:56Z', 'updated_at': '2022-06-15T19:49:58Z', 'revision_number': 1, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:51:50.336473 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b23757-eda7-4d58-a96f-a938ec62ceb5 None None] Checking router: 02da97e1-635a-42f2-88b4-130b782ab6f2 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:51:50.348467 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b23757-eda7-4d58-a96f-a938ec62ceb5 None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:51:50.349090 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-f5b23757-eda7-4d58-a96f-a938ec62ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:51:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:51:50.450890 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-f5b23757-eda7-4d58-a96f-a938ec62ceb5 None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:51:50.528497 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-822a053a-d248-43fa-92c4-8eed313951bf req-624114c8-e1f6-4e8e-92ea-01df266b3d47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b705b8fb-a424-43b8-a6ea-4f13065ff31d HTTP/1.1" status: 200 len: 999 time: 0.3156400 Jun 15 19:51:50.578370 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a053a-d248-43fa-92c4-8eed313951bf req-93dd3949-798f-4996-9f7e-b7b165de214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:50.579819 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-822a053a-d248-43fa-92c4-8eed313951bf req-93dd3949-798f-4996-9f7e-b7b165de214d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0440798 Jun 15 19:51:50.626147 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a053a-d248-43fa-92c4-8eed313951bf req-49577256-3871-4a19-b20d-839ddf86b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:50.627766 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-822a053a-d248-43fa-92c4-8eed313951bf req-49577256-3871-4a19-b20d-839ddf86b267 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419743 Jun 15 19:51:50.667527 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-f5b23757-eda7-4d58-a96f-a938ec62ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '7d095695-69f3-4084-abcd-a8b86bd6f3ec', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:1c:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209b2f19-cdd1-4162-b5f5-429775658986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:51:49Z', 'updated_at': '2022-06-15T19:51:49Z', 'revision_number': 0, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}, {'id': 'cbe5a185-9c79-40d1-986c-1b653a90a923', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:3a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:49:56Z', 'updated_at': '2022-06-15T19:49:58Z', 'revision_number': 1, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:51:50.692168 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b23757-eda7-4d58-a96f-a938ec62ceb5 None None] The sync data for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi is: [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': '7d095695-69f3-4084-abcd-a8b86bd6f3ec', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:1c:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209b2f19-cdd1-4162-b5f5-429775658986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:51:49Z', 'updated_at': '2022-06-15T19:51:49Z', 'revision_number': 0, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}, {'id': 'cbe5a185-9c79-40d1-986c-1b653a90a923', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:3a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:49:56Z', 'updated_at': '2022-06-15T19:49:58Z', 'revision_number': 1, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:51:50.700415 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:50.717628 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-822a053a-d248-43fa-92c4-8eed313951bf req-cf44cec4-2437-4309-8539-45f870a64660 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842819 Jun 15 19:51:50.815069 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-822a053a-d248-43fa-92c4-8eed313951bf req-2570a477-126c-4a33-865e-f4e8e71795f0 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895584 Jun 15 19:51:50.891859 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903c5c47-a13c-43b1-8eaf-7c8321a05aa2 None None] New status for floating IP 7d095695-69f3-4084-abcd-a8b86bd6f3ec: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:51:57.406368 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:51:58.989278 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-7e24e7a3-a7b5-4ab1-a158-85b2fbbc21d4 req-c1149e4b-c413-48c2-a144-991e80bff937 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380614 Jun 15 19:51:59.068789 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24e7a3-a7b5-4ab1-a158-85b2fbbc21d4 req-14983935-0a55-4e7c-8c24-58b3a64b3d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:59.070292 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-7e24e7a3-a7b5-4ab1-a158-85b2fbbc21d4 req-14983935-0a55-4e7c-8c24-58b3a64b3d82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 1130 time: 0.0392230 Jun 15 19:51:59.123395 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:51:59.176212 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24e7a3-a7b5-4ab1-a158-85b2fbbc21d4 req-f1521855-7e38-47cf-9ad6-b01d64c0f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:59.177678 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-7e24e7a3-a7b5-4ab1-a158-85b2fbbc21d4 req-f1521855-7e38-47cf-9ad6-b01d64c0f13c service neutron] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 913 time: 0.0905352 Jun 15 19:51:59.238353 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-7e24e7a3-a7b5-4ab1-a158-85b2fbbc21d4 req-c8c235d8-db2d-48f4-8efb-89669aadf875 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fcb17c7-57eb-4093-bf16-612242dcaec4 HTTP/1.1" status: 200 len: 1002 time: 0.0534160 Jun 15 19:51:59.290733 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24e7a3-a7b5-4ab1-a158-85b2fbbc21d4 req-b4b0a44e-9dcc-495c-8085-bde36677333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:59.292139 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-7e24e7a3-a7b5-4ab1-a158-85b2fbbc21d4 req-b4b0a44e-9dcc-495c-8085-bde36677333e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0464785 Jun 15 19:51:59.336434 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24e7a3-a7b5-4ab1-a158-85b2fbbc21d4 req-ec2c2ff1-d86a-4e0c-91bd-d8d1a7e6be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:51:59.338528 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-7e24e7a3-a7b5-4ab1-a158-85b2fbbc21d4 req-ec2c2ff1-d86a-4e0c-91bd-d8d1a7e6be9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386410 Jun 15 19:51:59.433825 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-7e24e7a3-a7b5-4ab1-a158-85b2fbbc21d4 req-f4086a44-1fb1-49ef-bf8b-efcb87d4bde7 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874245 Jun 15 19:51:59.525663 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-7e24e7a3-a7b5-4ab1-a158-85b2fbbc21d4 req-defe6cc4-bc8f-46d8-aa3a-e3eeebad8601 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849879 Jun 15 19:52:00.004907 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=51,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:00.005702 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=44 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:00.665915 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=33 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:00.669892 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=28 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:00.670521 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=28 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:00.988480 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=11 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:03.734051 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10cbe903-b568-4961-a798-55716f6ec500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:52:05.986161 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-675e5c32-1d88-49d1-9416-7d8c4f81764e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:52:07.402558 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:07.448900 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:52:08.829309 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:52:09.478178 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:52:09.513570 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=36 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:09.520488 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=65 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:18.602003 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:52:28.591968 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:28.596215 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:28.597603 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:33.738353 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f783f021-0763-41a6-a708-b4900d3b93ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:52:34.406514 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:52:35.987067 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2222c7a-6059-4eb2-afed-5d68f1685213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:52:37.450498 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:52:38.831976 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:52:39.483892 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:52:44.401819 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=15 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:44.402636 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=19 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:48.615419 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:52:58.605068 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:58.609519 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:52:58.610878 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:00.012902 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9799cd3d-7564-421b-9c11-8c449a914bf9 req-51ea0241-57f7-4504-9f1c-6bbed978b95b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407674 Jun 15 19:53:00.075987 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799cd3d-7564-421b-9c11-8c449a914bf9 req-163d0823-bb99-485d-a614-7093ef3ab59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:00.077499 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9799cd3d-7564-421b-9c11-8c449a914bf9 req-163d0823-bb99-485d-a614-7093ef3ab59d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 1129 time: 0.0441530 Jun 15 19:53:00.184729 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799cd3d-7564-421b-9c11-8c449a914bf9 req-4feeaff0-c79c-491c-8fb0-1d669ee19655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:00.186304 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9799cd3d-7564-421b-9c11-8c449a914bf9 req-4feeaff0-c79c-491c-8fb0-1d669ee19655 service neutron] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 913 time: 0.0900593 Jun 15 19:53:00.255589 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9799cd3d-7564-421b-9c11-8c449a914bf9 req-9a844d91-fe53-4ea1-b430-385e684d2f56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b705b8fb-a424-43b8-a6ea-4f13065ff31d HTTP/1.1" status: 200 len: 1001 time: 0.0619750 Jun 15 19:53:00.304717 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799cd3d-7564-421b-9c11-8c449a914bf9 req-e55b5920-995b-4963-ad9c-55b1031c8a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:00.306334 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9799cd3d-7564-421b-9c11-8c449a914bf9 req-e55b5920-995b-4963-ad9c-55b1031c8a23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0453620 Jun 15 19:53:00.354298 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799cd3d-7564-421b-9c11-8c449a914bf9 req-5ba3720b-2ebe-4560-9259-f558bd9214a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:00.355811 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9799cd3d-7564-421b-9c11-8c449a914bf9 req-5ba3720b-2ebe-4560-9259-f558bd9214a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442629 Jun 15 19:53:00.448833 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9799cd3d-7564-421b-9c11-8c449a914bf9 req-774a5d77-449d-4905-a841-c549eb1c852d service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870883 Jun 15 19:53:00.541371 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-9799cd3d-7564-421b-9c11-8c449a914bf9 req-4d223201-25a9-488f-8d91-c64c825bf3b0 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859871 Jun 15 19:53:03.740892 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8a406cc7-9b89-4c86-81a3-cb527d50d6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:05.991929 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cfbba7a6-7e98-42ba-bbbc-fa0ff2d8e06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:07.453187 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:08.835237 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:09.486219 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:10.535929 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=49 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:10.537823 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=52 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:11.406045 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:53:13.407973 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:18.615981 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:21.401484 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:22.941505 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [req-cdd304b8-b068-43f5-bba5-ddd5945c8c22 req-33c406a2-cce0-4438-8c5a-e9b60a017d9b service neutron] (104103) timed out ('10.222.0.42', 57613) {{(pid=104103) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 19:53:28.603654 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:28.608270 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:28.609896 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:29.221474 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55398) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:29.374021 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Deleting port c844ea0c-eaec-4925-8991-3d9ba87c072d {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:53:29.374396 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (c844ea0c-eaec-4925-8991-3d9ba87c072d), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:29.460889 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (c844ea0c-eaec-4925-8991-3d9ba87c072d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:29.461919 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for floatingip (c844ea0c-eaec-4925-8991-3d9ba87c072d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:29.479573 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Calling delete_port for c844ea0c-eaec-4925-8991-3d9ba87c072d owned by network:floatingip {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:53:29.632459 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (c844ea0c-eaec-4925-8991-3d9ba87c072d), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:29.660587 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event deleted for resources: {'Port': ['ID=c844ea0c-eaec-4925-8991-3d9ba87c072d,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:29.670526 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.670871 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.671202 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.671535 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.671887 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.672885 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.672885 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.672885 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.673299 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.673433 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.673755 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.674037 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.674378 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.674685 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.674994 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:29.737387 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for floatingip (7d095695-69f3-4084-abcd-a8b86bd6f3ec), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:29.737671 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Floating IP 7d095695-69f3-4084-abcd-a8b86bd6f3ec disassociated (deleted). External IP: 172.27.0.143, port: b705b8fb-a424-43b8-a6ea-4f13065ff31d. Jun 15 19:53:29.941055 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Router 02da97e1-635a-42f2-88b4-130b782ab6f2 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:53:30.041963 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:53:30.046839 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:30.052233 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef1a4b-7a96-4694-b867-9ed19929c764 None None] Sync routers for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:53:30.062912 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef1a4b-7a96-4694-b867-9ed19929c764 None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:53:30.063421 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [req-42e90cc2-0e1a-4014-86a7-f208a803033d req-a2c904cc-568f-464d-a03f-0ffe6eb3c9f8 service neutron] (104103) timed out ('10.222.0.42', 57643) {{(pid=104103) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 19:53:30.063989 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-fbef1a4b-7a96-4694-b867-9ed19929c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:53:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:30.081566 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6ebff6f4-ec29-467e-8c1f-6dd3ff91f00b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "DELETE /v2.0/floatingips/7d095695-69f3-4084-abcd-a8b86bd6f3ec HTTP/1.1" status: 204 len: 168 time: 0.8589666 Jun 15 19:53:30.082115 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209b2f19-cdd1-4162-b5f5-429775658986', 'tag': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:53:30.084600 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a72e25a-fcf6-40bb-845c-9046c04aa774" -d '{"events": [{"name": "network-changed", "server_uuid": "209b2f19-cdd1-4162-b5f5-429775658986", "tag": "b705b8fb-a424-43b8-a6ea-4f13065ff31d"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:53:30.143777 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2655bb15-38ca-4639-be94-c249e7e1803b x-openstack-request-id: req-2655bb15-38ca-4639-be94-c249e7e1803b {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:53:30.144096 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209b2f19-cdd1-4162-b5f5-429775658986", "tag": "b705b8fb-a424-43b8-a6ea-4f13065ff31d", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:53:30.144303 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2655bb15-38ca-4639-be94-c249e7e1803b {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:53:30.144700 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2655bb15-38ca-4639-be94-c249e7e1803b'] response: {'name': 'network-changed', 'server_uuid': '209b2f19-cdd1-4162-b5f5-429775658986', 'tag': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d', 'status': 'completed', 'code': 200} Jun 15 19:53:30.219821 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72e25a-fcf6-40bb-845c-9046c04aa774 req-be897d33-26c3-44e0-9c37-b8689092379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:30.223121 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3a72e25a-fcf6-40bb-845c-9046c04aa774 req-be897d33-26c3-44e0-9c37-b8689092379c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 1129 time: 0.0573559 Jun 15 19:53:30.308350 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-fbef1a4b-7a96-4694-b867-9ed19929c764 None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:53:30.366583 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72e25a-fcf6-40bb-845c-9046c04aa774 req-007f34b8-c364-4a96-8fcb-84783d79f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:30.369653 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3a72e25a-fcf6-40bb-845c-9046c04aa774 req-007f34b8-c364-4a96-8fcb-84783d79f204 service neutron] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 913 time: 0.1340909 Jun 15 19:53:30.473858 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:30.498924 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:30.512841 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ef3f6-f2be-42d4-9e2e-326b57bc3564 req-a113f00b-9589-4219-9688-dad4eddd9c36 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:30.514364 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-598ef3f6-f2be-42d4-9e2e-326b57bc3564 req-a113f00b-9589-4219-9688-dad4eddd9c36 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 945 time: 0.2103641 Jun 15 19:53:30.549044 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-fbef1a4b-7a96-4694-b867-9ed19929c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'cbe5a185-9c79-40d1-986c-1b653a90a923', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:3a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:49:56Z', 'updated_at': '2022-06-15T19:49:58Z', 'revision_number': 1, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:30.566667 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-598ef3f6-f2be-42d4-9e2e-326b57bc3564 req-05dd31c8-7815-4299-b3c2-f835d09407e0 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463657 Jun 15 19:53:30.574037 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef1a4b-7a96-4694-b867-9ed19929c764 None None] Checking router: 02da97e1-635a-42f2-88b4-130b782ab6f2 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:53:30.583271 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef1a4b-7a96-4694-b867-9ed19929c764 None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:53:30.583881 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-fbef1a4b-7a96-4694-b867-9ed19929c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:53:06Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:30.679183 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [req-bb945b2d-07bb-480c-9b02-c6b96249e006 req-63c082fd-eaf4-4c85-89ba-9c646f65c8a9 service neutron] (104103) timed out ('10.222.0.42', 57632) {{(pid=104103) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 19:53:30.698163 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-fbef1a4b-7a96-4694-b867-9ed19929c764 None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:53:30.927158 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-fbef1a4b-7a96-4694-b867-9ed19929c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'cbe5a185-9c79-40d1-986c-1b653a90a923', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:3a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:49:56Z', 'updated_at': '2022-06-15T19:49:58Z', 'revision_number': 1, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:30.952615 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef1a4b-7a96-4694-b867-9ed19929c764 None None] The sync data for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi is: [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_floatingips': [{'id': 'cbe5a185-9c79-40d1-986c-1b653a90a923', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'router_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'port_id': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'mac_address': 'fa:16:3e:3a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T19:49:56Z', 'updated_at': '2022-06-15T19:49:58Z', 'revision_number': 1, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:53:31.177804 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa40a74-b4e7-47b2-9c63-03b7d292c3f0 None None] New status for floating IP 7d095695-69f3-4084-abcd-a8b86bd6f3ec: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:53:31.291858 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3a72e25a-fcf6-40bb-845c-9046c04aa774 req-5a0cf39a-53ef-492a-9619-86d4ecca027d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b705b8fb-a424-43b8-a6ea-4f13065ff31d HTTP/1.1" status: 200 len: 217 time: 0.0339348 Jun 15 19:53:31.348817 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72e25a-fcf6-40bb-845c-9046c04aa774 req-800e407b-8cb3-4d15-9729-c5993508f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:31.350358 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3a72e25a-fcf6-40bb-845c-9046c04aa774 req-800e407b-8cb3-4d15-9729-c5993508f32f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0519097 Jun 15 19:53:31.478633 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72e25a-fcf6-40bb-845c-9046c04aa774 req-94882f9b-0bdd-4d76-8c8d-dc37ff0abdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:31.480735 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3a72e25a-fcf6-40bb-845c-9046c04aa774 req-94882f9b-0bdd-4d76-8c8d-dc37ff0abdfd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525377 Jun 15 19:53:31.575248 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3a72e25a-fcf6-40bb-845c-9046c04aa774 req-c1b3f25b-c389-494f-9340-86217acc4339 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864208 Jun 15 19:53:31.739436 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a71866-a0b5-4f5c-b4bb-93b49f581d62 req-b970606b-b61b-4248-8849-804e80a4d51b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:31.740860 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-65a71866-a0b5-4f5c-b4bb-93b49f581d62 req-b970606b-b61b-4248-8849-804e80a4d51b tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 945 time: 0.1018069 Jun 15 19:53:31.795020 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-65a71866-a0b5-4f5c-b4bb-93b49f581d62 req-f71fb7e1-e057-4e53-bb96-05fe13b04a31 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473166 Jun 15 19:53:31.865325 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d57b04-64dc-43bc-a67c-b21cf60295f2 req-31fc153f-d4ca-4f2f-9841-83cff94c02a1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:31.866770 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e9d57b04-64dc-43bc-a67c-b21cf60295f2 req-31fc153f-d4ca-4f2f-9841-83cff94c02a1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 945 time: 0.0650868 Jun 15 19:53:31.872674 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-3a72e25a-fcf6-40bb-845c-9046c04aa774 req-efed3e38-7dcb-4878-a9d6-0cb4b2c30505 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303871 Jun 15 19:53:31.955549 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-e9d57b04-64dc-43bc-a67c-b21cf60295f2 req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Deleting port b705b8fb-a424-43b8-a6ea-4f13065ff31d {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:53:31.955891 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-e9d57b04-64dc-43bc-a67c-b21cf60295f2 req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:32.050234 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-e9d57b04-64dc-43bc-a67c-b21cf60295f2 req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] For port b705b8fb-a424-43b8-a6ea-4f13065ff31d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b705b8fb-a424-43b8-a6ea-4f13065ff31d,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:53:32.050612 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-e9d57b04-64dc-43bc-a67c-b21cf60295f2 req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:32.064585 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-e9d57b04-64dc-43bc-a67c-b21cf60295f2 req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Calling delete_port for b705b8fb-a424-43b8-a6ea-4f13065ff31d owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:53:32.193092 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-e9d57b04-64dc-43bc-a67c-b21cf60295f2 req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (b705b8fb-a424-43b8-a6ea-4f13065ff31d), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:32.226215 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event deleted for resources: {'Port': ['ID=b705b8fb-a424-43b8-a6ea-4f13065ff31d,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:32.253881 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.254251 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.254585 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.254914 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.255235 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.255555 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.255872 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.256188 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.256501 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.256815 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.257129 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.257440 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.258417 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.258736 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.259049 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:32.284031 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d57b04-64dc-43bc-a67c-b21cf60295f2 req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] No DVR routers for this DVR port b705b8fb-a424-43b8-a6ea-4f13065ff31d on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:53:32.286589 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-e9d57b04-64dc-43bc-a67c-b21cf60295f2 req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:32.289799 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-e9d57b04-64dc-43bc-a67c-b21cf60295f2 req-dcaf595e-2107-4b30-a8d3-8be0acb3e4d5 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "DELETE /v2.0/ports/b705b8fb-a424-43b8-a6ea-4f13065ff31d HTTP/1.1" status: 204 len: 173 time: 0.4162564 Jun 15 19:53:32.290261 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209b2f19-cdd1-4162-b5f5-429775658986', 'name': 'network-vif-deleted', 'tag': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:53:32.292580 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981a01eb-f763-453f-854d-f648a9c79ce5" -d '{"events": [{"server_uuid": "209b2f19-cdd1-4162-b5f5-429775658986", "name": "network-vif-deleted", "tag": "b705b8fb-a424-43b8-a6ea-4f13065ff31d"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:53:32.334377 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a566f0-0f54-4b74-9913-a622a8f9c6aa x-openstack-request-id: req-b3a566f0-0f54-4b74-9913-a622a8f9c6aa {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:53:32.334801 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209b2f19-cdd1-4162-b5f5-429775658986", "name": "network-vif-deleted", "tag": "b705b8fb-a424-43b8-a6ea-4f13065ff31d", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:53:32.335149 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3a566f0-0f54-4b74-9913-a622a8f9c6aa {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:53:32.335645 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a566f0-0f54-4b74-9913-a622a8f9c6aa'] response: {'server_uuid': '209b2f19-cdd1-4162-b5f5-429775658986', 'name': 'network-vif-deleted', 'tag': 'b705b8fb-a424-43b8-a6ea-4f13065ff31d', 'status': 'completed', 'code': 200} Jun 15 19:53:32.917840 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6e5def66-d7d0-47e9-ac28-8514a7479245 req-ad48b636-1d10-46d6-afdb-080ce2912254 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=209b2f19-cdd1-4162-b5f5-429775658986 HTTP/1.1" status: 200 len: 210 time: 0.0326669 Jun 15 19:53:33.746810 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21d923e6-3fb9-491f-b026-7dadfb1b8ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:35.995817 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-670dca5d-3e68-49af-b213-cca04f609ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:36.069451 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device b705b8fb-a424-43b8-a6ea-4f13065ff31d no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:53:36.092916 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: b705b8fb-a424-43b8-a6ea-4f13065ff31d {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:53:36.093263 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device b705b8fb-a424-43b8-a6ea-4f13065ff31d not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:53:36.233754 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55442) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:36.604113 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c948d-33a7-4299-a8d9-3cfb37386263 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Deleting port f36920fc-7ce9-4b67-9da2-7041937c1066 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:53:36.604350 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d3c948d-33a7-4299-a8d9-3cfb37386263 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (f36920fc-7ce9-4b67-9da2-7041937c1066), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:36.678747 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d3c948d-33a7-4299-a8d9-3cfb37386263 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (f36920fc-7ce9-4b67-9da2-7041937c1066), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:36.679063 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d3c948d-33a7-4299-a8d9-3cfb37386263 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for floatingip (f36920fc-7ce9-4b67-9da2-7041937c1066), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:36.694795 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c948d-33a7-4299-a8d9-3cfb37386263 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Calling delete_port for f36920fc-7ce9-4b67-9da2-7041937c1066 owned by network:floatingip {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:53:36.841889 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d3c948d-33a7-4299-a8d9-3cfb37386263 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (f36920fc-7ce9-4b67-9da2-7041937c1066), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:36.868489 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c948d-33a7-4299-a8d9-3cfb37386263 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event deleted for resources: {'Port': ['ID=f36920fc-7ce9-4b67-9da2-7041937c1066,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:36.936210 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d3c948d-33a7-4299-a8d9-3cfb37386263 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for floatingip (cbe5a185-9c79-40d1-986c-1b653a90a923), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:36.936534 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-6d3c948d-33a7-4299-a8d9-3cfb37386263 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Floating IP cbe5a185-9c79-40d1-986c-1b653a90a923 disassociated (deleted). External IP: 172.27.0.158, port: 4fcb17c7-57eb-4093-bf16-612242dcaec4. Jun 15 19:53:37.114960 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:37.138590 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3c948d-33a7-4299-a8d9-3cfb37386263 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Router 02da97e1-635a-42f2-88b4-130b782ab6f2 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:53:37.219644 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:37.241247 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3c948d-33a7-4299-a8d9-3cfb37386263 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:53:37.247138 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d3c948d-33a7-4299-a8d9-3cfb37386263 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:37.252035 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ef583-8d67-4ba5-b184-7dfafaf55b3c None None] Sync routers for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:53:37.262720 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ef583-8d67-4ba5-b184-7dfafaf55b3c None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:53:37.263332 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-8f7ef583-8d67-4ba5-b184-7dfafaf55b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:53:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:37.284833 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6d3c948d-33a7-4299-a8d9-3cfb37386263 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "DELETE /v2.0/floatingips/cbe5a185-9c79-40d1-986c-1b653a90a923 HTTP/1.1" status: 204 len: 168 time: 1.0496495 Jun 15 19:53:37.285645 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'tag': '4fcb17c7-57eb-4093-bf16-612242dcaec4'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:53:37.289961 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b82fc5730aca17e9553d2b71a95b6715736be89c0eacc99f2176cd92965f4bfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b4e8de-360d-4b20-a91c-82eeb86afb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b491aa-2d8a-42ac-8399-3636cd440b12", "tag": "4fcb17c7-57eb-4093-bf16-612242dcaec4"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:53:37.354569 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 19:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c51cd4e-af14-431a-a9ad-4895ad0a0b63 x-openstack-request-id: req-4c51cd4e-af14-431a-a9ad-4895ad0a0b63 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:53:37.354893 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b491aa-2d8a-42ac-8399-3636cd440b12", "tag": "4fcb17c7-57eb-4093-bf16-612242dcaec4", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:53:37.355080 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c51cd4e-af14-431a-a9ad-4895ad0a0b63 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:53:37.356936 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c51cd4e-af14-431a-a9ad-4895ad0a0b63'] response: {'name': 'network-changed', 'server_uuid': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'tag': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'status': 'completed', 'code': 200} Jun 15 19:53:37.410823 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-8f7ef583-8d67-4ba5-b184-7dfafaf55b3c None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:53:37.436985 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:37.443560 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4e8de-360d-4b20-a91c-82eeb86afb1d req-d2648c4f-17c1-45a0-a7ad-58b6bda77ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:37.445828 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-46b4e8de-360d-4b20-a91c-82eeb86afb1d req-d2648c4f-17c1-45a0-a7ad-58b6bda77ef5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 1130 time: 0.0708649 Jun 15 19:53:37.559217 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3974a7-bf40-4f3f-a12a-5c2e3f8bdc7f req-7c706da0-09e6-4bac-999a-caf183f40982 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:37.560921 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6a3974a7-bf40-4f3f-a12a-5c2e3f8bdc7f req-7c706da0-09e6-4bac-999a-caf183f40982 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 946 time: 0.0509079 Jun 15 19:53:37.566772 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:37.580175 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:37.605677 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4e8de-360d-4b20-a91c-82eeb86afb1d req-c5e49ea9-6ff5-4f7c-be6a-3d1c9b6ba86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:37.608593 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-46b4e8de-360d-4b20-a91c-82eeb86afb1d req-c5e49ea9-6ff5-4f7c-be6a-3d1c9b6ba86a service neutron] 10.222.0.42 "GET /v2.0/networks?id=027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 200 len: 913 time: 0.1569600 Jun 15 19:53:37.618072 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6a3974a7-bf40-4f3f-a12a-5c2e3f8bdc7f req-5c0f3bf2-766e-40a3-a5d6-162f8a2490bd tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495687 Jun 15 19:53:37.702579 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-8f7ef583-8d67-4ba5-b184-7dfafaf55b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:37.730794 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ef583-8d67-4ba5-b184-7dfafaf55b3c None None] Checking router: 02da97e1-635a-42f2-88b4-130b782ab6f2 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:53:37.739214 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ef583-8d67-4ba5-b184-7dfafaf55b3c None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:53:37.739817 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-8f7ef583-8d67-4ba5-b184-7dfafaf55b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:53:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:37.838557 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-8f7ef583-8d67-4ba5-b184-7dfafaf55b3c None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:53:37.972100 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:38.018234 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:38.031013 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-8f7ef583-8d67-4ba5-b184-7dfafaf55b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:38.056454 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ef583-8d67-4ba5-b184-7dfafaf55b3c None None] The sync data for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi is: [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:34Z', 'revision_number': 4, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi', '_interfaces': [{'id': 'b36e1bc1-d184-452f-8072-e34c93deb35f', 'name': '', 'network_id': '027be43c-318b-4ede-b89b-bf032d141bce', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'mac_address': 'fa:16:3e:62:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:33Z', 'updated_at': '2022-06-15T19:46:40Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'subnets': [{'id': 'ff7bfe91-8884-42b7-b34c-44dd872dd073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:53:38.266869 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f117a0-e8b2-49db-ab70-1a0afcd0aa37 None None] New status for floating IP cbe5a185-9c79-40d1-986c-1b653a90a923: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 19:53:38.497549 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-46b4e8de-360d-4b20-a91c-82eeb86afb1d req-139ff2f9-eb19-4276-8471-7612e125d497 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fcb17c7-57eb-4093-bf16-612242dcaec4 HTTP/1.1" status: 200 len: 217 time: 0.0329378 Jun 15 19:53:38.547157 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4e8de-360d-4b20-a91c-82eeb86afb1d req-4dcdf653-c4a5-45f5-b59a-9da08028fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:38.548605 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-46b4e8de-360d-4b20-a91c-82eeb86afb1d req-4dcdf653-c4a5-45f5-b59a-9da08028fc7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 200 len: 851 time: 0.0441072 Jun 15 19:53:38.605357 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4e8de-360d-4b20-a91c-82eeb86afb1d req-17f005e0-6291-4b78-bfb6-9c86809e4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:38.606925 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-46b4e8de-360d-4b20-a91c-82eeb86afb1d req-17f005e0-6291-4b78-bfb6-9c86809e4750 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=027be43c-318b-4ede-b89b-bf032d141bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450270 Jun 15 19:53:38.740505 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e449920-f68a-4a76-b00b-9b3e4db66e5e req-0c6a9d5c-dddf-4204-a47e-7af2a116f244 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:38.742592 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1e449920-f68a-4a76-b00b-9b3e4db66e5e req-0c6a9d5c-dddf-4204-a47e-7af2a116f244 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 946 time: 0.0494001 Jun 15 19:53:38.789844 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-46b4e8de-360d-4b20-a91c-82eeb86afb1d req-c77ba781-d496-4aa0-8bf4-4252aa5006e0 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875971 Jun 15 19:53:38.799950 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1e449920-f68a-4a76-b00b-9b3e4db66e5e req-7608c149-4e71-46c5-abd5-88699e29429c tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/security-groups?id=429bcc2f-d647-4b45-8b5d-e7294cd12134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505164 Jun 15 19:53:38.840097 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:38.886123 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-46b4e8de-360d-4b20-a91c-82eeb86afb1d req-3a510eb7-3b50-471d-8bae-4007767d5183 service neutron] 10.222.0.42 "GET /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902843 Jun 15 19:53:39.042020 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f6996-166c-4ebd-b735-e684cb33bd62 req-db1a2270-30f6-4d25-bd3a-8b186fa825fb tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 19:53:39.043434 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ba0f6996-166c-4ebd-b735-e684cb33bd62 req-db1a2270-30f6-4d25-bd3a-8b186fa825fb tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 946 time: 0.0492234 Jun 15 19:53:39.131925 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-ba0f6996-166c-4ebd-b735-e684cb33bd62 req-be04155b-e2ef-41cc-8d5f-a0159e433fc1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Deleting port 4fcb17c7-57eb-4093-bf16-612242dcaec4 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:53:39.132266 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ba0f6996-166c-4ebd-b735-e684cb33bd62 req-be04155b-e2ef-41cc-8d5f-a0159e433fc1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:39.223405 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [req-ba0f6996-166c-4ebd-b735-e684cb33bd62 req-be04155b-e2ef-41cc-8d5f-a0159e433fc1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] For port 4fcb17c7-57eb-4093-bf16-612242dcaec4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4fcb17c7-57eb-4093-bf16-612242dcaec4,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:53:39.223769 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ba0f6996-166c-4ebd-b735-e684cb33bd62 req-be04155b-e2ef-41cc-8d5f-a0159e433fc1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:39.238044 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [req-ba0f6996-166c-4ebd-b735-e684cb33bd62 req-be04155b-e2ef-41cc-8d5f-a0159e433fc1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Calling delete_port for 4fcb17c7-57eb-4093-bf16-612242dcaec4 owned by compute:nova {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:53:39.374291 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ba0f6996-166c-4ebd-b735-e684cb33bd62 req-be04155b-e2ef-41cc-8d5f-a0159e433fc1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (4fcb17c7-57eb-4093-bf16-612242dcaec4), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:39.403408 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04155b-e2ef-41cc-8d5f-a0159e433fc1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event deleted for resources: {'Port': ['ID=4fcb17c7-57eb-4093-bf16-612242dcaec4,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:39.452142 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0f6996-166c-4ebd-b735-e684cb33bd62 req-be04155b-e2ef-41cc-8d5f-a0159e433fc1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] No DVR routers for this DVR port 4fcb17c7-57eb-4093-bf16-612242dcaec4 on host hv-cinder-84456 {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:53:39.454895 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [req-ba0f6996-166c-4ebd-b735-e684cb33bd62 req-be04155b-e2ef-41cc-8d5f-a0159e433fc1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for port (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:39.458331 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [req-ba0f6996-166c-4ebd-b735-e684cb33bd62 req-be04155b-e2ef-41cc-8d5f-a0159e433fc1 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.42 "DELETE /v2.0/ports/4fcb17c7-57eb-4093-bf16-612242dcaec4 HTTP/1.1" status: 204 len: 173 time: 0.4101076 Jun 15 19:53:39.458807 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'name': 'network-vif-deleted', 'tag': '4fcb17c7-57eb-4093-bf16-612242dcaec4'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 19:53:39.461747 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5081d2bd29d9fc4032b9d14aa6008742f2a1ba4fd29555b1fe5b458bc7dacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2068ba-f08b-45ac-88fd-116a82fd05a5" -d '{"events": [{"server_uuid": "a9b491aa-2d8a-42ac-8399-3636cd440b12", "name": "network-vif-deleted", "tag": "4fcb17c7-57eb-4093-bf16-612242dcaec4"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 19:53:39.496639 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:39.507209 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 19:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e82959b-c41f-47de-a2c0-f2c4913107ea x-openstack-request-id: req-9e82959b-c41f-47de-a2c0-f2c4913107ea {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 19:53:39.507903 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b491aa-2d8a-42ac-8399-3636cd440b12", "name": "network-vif-deleted", "tag": "4fcb17c7-57eb-4093-bf16-612242dcaec4", "status": "completed", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 19:53:39.507903 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e82959b-c41f-47de-a2c0-f2c4913107ea {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 19:53:39.508202 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e82959b-c41f-47de-a2c0-f2c4913107ea'] response: {'server_uuid': 'a9b491aa-2d8a-42ac-8399-3636cd440b12', 'name': 'network-vif-deleted', 'tag': '4fcb17c7-57eb-4093-bf16-612242dcaec4', 'status': 'completed', 'code': 200} Jun 15 19:53:39.926631 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [req-34d7cf41-6f06-440d-9339-e27f3b147564 req-531e1209-9b21-4de4-b4d6-5c784a304e5d tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b491aa-2d8a-42ac-8399-3636cd440b12 HTTP/1.1" status: 200 len: 210 time: 0.0353069 Jun 15 19:53:40.991075 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55458) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:41.082126 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:41.098015 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-d7e6adf7-63ef-450a-a8e1-b735d4e9e58a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Deleting port f820d985-0483-437d-ae0c-2a38d3649c86 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:53:41.098398 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d7e6adf7-63ef-450a-a8e1-b735d4e9e58a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (f820d985-0483-437d-ae0c-2a38d3649c86), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:41.173670 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d7e6adf7-63ef-450a-a8e1-b735d4e9e58a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (f820d985-0483-437d-ae0c-2a38d3649c86), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:41.173990 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d7e6adf7-63ef-450a-a8e1-b735d4e9e58a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for floatingip (f820d985-0483-437d-ae0c-2a38d3649c86), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:41.187366 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-d7e6adf7-63ef-450a-a8e1-b735d4e9e58a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Calling delete_port for f820d985-0483-437d-ae0c-2a38d3649c86 owned by network:floatingip {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:53:41.197287 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:41.325290 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d7e6adf7-63ef-450a-a8e1-b735d4e9e58a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (f820d985-0483-437d-ae0c-2a38d3649c86), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:41.351054 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6adf7-63ef-450a-a8e1-b735d4e9e58a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event deleted for resources: {'Port': ['ID=f820d985-0483-437d-ae0c-2a38d3649c86,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:41.420674 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d7e6adf7-63ef-450a-a8e1-b735d4e9e58a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for floatingip (b5d2d015-2001-4728-8786-655c390c0062), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:41.423615 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d7e6adf7-63ef-450a-a8e1-b735d4e9e58a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25341'] for floatingip (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:41.425973 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-d7e6adf7-63ef-450a-a8e1-b735d4e9e58a tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "DELETE /v2.0/floatingips/b5d2d015-2001-4728-8786-655c390c0062 HTTP/1.1" status: 204 len: 168 time: 0.4376442 Jun 15 19:53:42.085054 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 4fcb17c7-57eb-4093-bf16-612242dcaec4 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:53:42.108818 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] No Port match for: 4fcb17c7-57eb-4093-bf16-612242dcaec4 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:53:42.109162 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Device 4fcb17c7-57eb-4093-bf16-612242dcaec4 not bound to the agent host hv-cinder-84456 {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:53:42.635213 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55470) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:42.695904 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-77e4bdd9-bde6-45c8-bdcd-df2411c16b87 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group (429bcc2f-d647-4b45-8b5d-e7294cd12134), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:42.720996 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-77e4bdd9-bde6-45c8-bdcd-df2411c16b87 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group (429bcc2f-d647-4b45-8b5d-e7294cd12134), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:42.785901 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-77e4bdd9-bde6-45c8-bdcd-df2411c16b87 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (429bcc2f-d647-4b45-8b5d-e7294cd12134), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:42.788529 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-77e4bdd9-bde6-45c8-bdcd-df2411c16b87 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Publish callbacks [] for security_group (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:42.789706 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-77e4bdd9-bde6-45c8-bdcd-df2411c16b87 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] 10.222.0.15 "DELETE /v2.0/security-groups/429bcc2f-d647-4b45-8b5d-e7294cd12134 HTTP/1.1" status: 204 len: 168 time: 0.1535022 Jun 15 19:53:42.799423 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4bdd9-bde6-45c8-bdcd-df2411c16b87 tempest-TestVolumeBootPattern-1157043158 tempest-TestVolumeBootPattern-1157043158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=429bcc2f-d647-4b45-8b5d-e7294cd12134,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:42.863210 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55474) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:43.315742 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-05fd44bb-e74f-4986-80ff-e925bd90c1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623226'] for router_interface (02da97e1-635a-42f2-88b4-130b782ab6f2), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:43.347416 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:43.792741 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:43.796329 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-05fd44bb-e74f-4986-80ff-e925bd90c1f9 admin admin] Deleting port b36e1bc1-d184-452f-8072-e34c93deb35f {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:53:43.796668 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-05fd44bb-e74f-4986-80ff-e925bd90c1f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:43.878009 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-05fd44bb-e74f-4986-80ff-e925bd90c1f9 admin admin] For port b36e1bc1-d184-452f-8072-e34c93deb35f, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=b36e1bc1-d184-452f-8072-e34c93deb35f,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:53:43.878479 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-05fd44bb-e74f-4986-80ff-e925bd90c1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:43.892643 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-05fd44bb-e74f-4986-80ff-e925bd90c1f9 admin admin] Calling delete_port for b36e1bc1-d184-452f-8072-e34c93deb35f owned by network:router_interface {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:53:44.077519 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-05fd44bb-e74f-4986-80ff-e925bd90c1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (b36e1bc1-d184-452f-8072-e34c93deb35f), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:44.106869 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd44bb-e74f-4986-80ff-e925bd90c1f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b36e1bc1-d184-452f-8072-e34c93deb35f,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:44.278534 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-05fd44bb-e74f-4986-80ff-e925bd90c1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623086'] for router_interface (02da97e1-635a-42f2-88b4-130b782ab6f2), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:44.463881 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:44.491292 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fd44bb-e74f-4986-80ff-e925bd90c1f9 admin admin] Router 02da97e1-635a-42f2-88b4-130b782ab6f2 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:53:44.590839 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fd44bb-e74f-4986-80ff-e925bd90c1f9 admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:53:44.595963 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-05fd44bb-e74f-4986-80ff-e925bd90c1f9 admin admin] 10.222.0.15 "PUT /v2.0/routers/02da97e1-635a-42f2-88b4-130b782ab6f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7317414 Jun 15 19:53:44.598672 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55478) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:44.600759 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbf8df-96bb-431c-9a4a-64fd64aa09d7 None None] Sync routers for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:53:44.611657 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbf8df-96bb-431c-9a4a-64fd64aa09d7 None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:53:44.612267 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-19bbf8df-96bb-431c-9a4a-64fd64aa09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:53:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:44.686039 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:44.691105 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:44.704500 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] Publish callbacks [] for router (02da97e1-635a-42f2-88b4-130b782ab6f2), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:44.717945 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-19bbf8df-96bb-431c-9a4a-64fd64aa09d7 None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:53:44.812984 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] Publish callbacks [] for router_gateway (02da97e1-635a-42f2-88b4-130b782ab6f2), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:44.859357 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] Deleting port 058b8132-4625-4847-b7e0-3c2bbd0d047b {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:53:44.859675 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (058b8132-4625-4847-b7e0-3c2bbd0d047b), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:44.896538 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-19bbf8df-96bb-431c-9a4a-64fd64aa09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:53:44Z', 'revision_number': 5, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port': {'id': '058b8132-4625-4847-b7e0-3c2bbd0d047b', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:44.923902 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbf8df-96bb-431c-9a4a-64fd64aa09d7 None None] Checking router: 02da97e1-635a-42f2-88b4-130b782ab6f2 for host: dv-cinder-844563-3-iscsi {{(pid=104105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:53:44.932585 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbf8df-96bb-431c-9a4a-64fd64aa09d7 None None] Routers {'02da97e1-635a-42f2-88b4-130b782ab6f2'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:53:44.933191 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-19bbf8df-96bb-431c-9a4a-64fd64aa09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:53:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['02da97e1-635a-42f2-88b4-130b782ab6f2'], 'active': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:44.945991 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] For port 058b8132-4625-4847-b7e0-3c2bbd0d047b, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=058b8132-4625-4847-b7e0-3c2bbd0d047b,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:53:44.946382 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (058b8132-4625-4847-b7e0-3c2bbd0d047b), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:44.960412 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] Calling delete_port for 058b8132-4625-4847-b7e0-3c2bbd0d047b owned by network:router_gateway {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:53:45.138434 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (058b8132-4625-4847-b7e0-3c2bbd0d047b), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.151249 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvr_db [None req-19bbf8df-96bb-431c-9a4a-64fd64aa09d7 None None] Set router 02da97e1-635a-42f2-88b4-130b782ab6f2 gateway port host: None {{(pid=104105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:53:45.172872 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] Pushing event deleted for resources: {'Port': ['ID=058b8132-4625-4847-b7e0-3c2bbd0d047b,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:45.202781 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_hamode_db [None req-19bbf8df-96bb-431c-9a4a-64fd64aa09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:53:44Z', 'revision_number': 6, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port_host': None}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:45.228154 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbf8df-96bb-431c-9a4a-64fd64aa09d7 None None] The sync data for ids ['02da97e1-635a-42f2-88b4-130b782ab6f2'] in dv-cinder-844563-3-iscsi is: [{'id': '02da97e1-635a-42f2-88b4-130b782ab6f2', 'name': 'tempest-TestVolumeBootPattern-1664658203-router', 'tenant_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:31Z', 'updated_at': '2022-06-15T19:53:44Z', 'revision_number': 6, 'project_id': 'b7cdb8d3ddc84d0fbd6128c3b46d05f7', 'gw_port_host': None}] {{(pid=104105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:53:45.232309 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622655'] for router_gateway (02da97e1-635a-42f2-88b4-130b782ab6f2), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.320881 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router (02da97e1-635a-42f2-88b4-130b782ab6f2), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.323166 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] Publish callbacks [] for router_controller (02da97e1-635a-42f2-88b4-130b782ab6f2), precommit_delete_associations {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.371126 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622511'] for router (02da97e1-635a-42f2-88b4-130b782ab6f2), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.371967 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02da97e1-635a-42f2-88b4-130b782ab6f2 {{(pid=104103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 19:53:45.376733 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.378112 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-3f16a3d0-e7dc-44e8-a91f-dabc1cddb376 admin admin] 10.222.0.15 "DELETE /v2.0/routers/02da97e1-635a-42f2-88b4-130b782ab6f2 HTTP/1.1" status: 204 len: 168 time: 0.7780325 Jun 15 19:53:45.380533 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55480) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:45.425285 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_v2 [None req-da53fd68-66fa-4747-b716-f538b58cff0d admin admin] Deleting subnet ff7bfe91-8884-42b7-b34c-44dd872dd073 {{(pid=104103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:53:45.428474 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-da53fd68-66fa-4747-b716-f538b58cff0d admin admin] Publish callbacks [] for subnet (ff7bfe91-8884-42b7-b34c-44dd872dd073), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.430653 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:45.466164 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-da53fd68-66fa-4747-b716-f538b58cff0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10169546'] for subnet (ff7bfe91-8884-42b7-b34c-44dd872dd073), precommit_delete_associations {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.541261 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:45.546307 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-da53fd68-66fa-4747-b716-f538b58cff0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (ff7bfe91-8884-42b7-b34c-44dd872dd073), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.606326 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-da53fd68-66fa-4747-b716-f538b58cff0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10171281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470943'] for subnet (ff7bfe91-8884-42b7-b34c-44dd872dd073), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.635300 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53fd68-66fa-4747-b716-f538b58cff0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff7bfe91-8884-42b7-b34c-44dd872dd073,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:45.637307 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-da53fd68-66fa-4747-b716-f538b58cff0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.643099 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-da53fd68-66fa-4747-b716-f538b58cff0d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ff7bfe91-8884-42b7-b34c-44dd872dd073 HTTP/1.1" status: 204 len: 168 time: 0.2615035 Jun 15 19:53:45.643417 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55482) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:45.645888 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbaa652-4ae4-46d2-ac33-dfbd47ab6e16 None None] Network 027be43c-318b-4ede-b89b-bf032d141bce requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:53:45.740311 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (027be43c-318b-4ede-b89b-bf032d141bce), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.792322 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Deleting port 471fe4a5-cee7-4199-ab22-30518db8aea7 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:53:45.792663 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (471fe4a5-cee7-4199-ab22-30518db8aea7), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.859214 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] For port 471fe4a5-cee7-4199-ab22-30518db8aea7, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=471fe4a5-cee7-4199-ab22-30518db8aea7,segment=NetworkSegment(4124b3a6-6328-4611-91ec-d799c3abebbd),segment_id=4124b3a6-6328-4611-91ec-d799c3abebbd)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:53:45.859593 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (471fe4a5-cee7-4199-ab22-30518db8aea7), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.872861 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Calling delete_port for 471fe4a5-cee7-4199-ab22-30518db8aea7 owned by network:dhcp {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:53:45.952192 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3663957'] for port (471fe4a5-cee7-4199-ab22-30518db8aea7), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:45.978697 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=471fe4a5-cee7-4199-ab22-30518db8aea7,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:45.984300 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] No DVR routers for this DVR port 471fe4a5-cee7-4199-ab22-30518db8aea7 on host dv-cinder-844563-3-iscsi {{(pid=104104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:53:46.057816 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (027be43c-318b-4ede-b89b-bf032d141bce), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:46.066707 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a6bf3e-18b3-48f4-99ea-80b69c443f96 None None] DHCP port deletion for 027be43c-318b-4ede-b89b-bf032d141bce request from dv-cinder-844563-3-iscsi {{(pid=104105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 19:53:46.089555 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027be43c-318b-4ede-b89b-bf032d141bce']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:46.105378 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4124b3a6-6328-4611-91ec-d799c3abebbd') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:46.105726 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4124b3a6-6328-4611-91ec-d799c3abebbd') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:46.117128 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1890827'] for segment (4124b3a6-6328-4611-91ec-d799c3abebbd), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:46.132233 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (4124b3a6-6328-4611-91ec-d799c3abebbd), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:46.139605 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:53:46.140018 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663910'] for segment (4124b3a6-6328-4611-91ec-d799c3abebbd), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:46.151923 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device b36e1bc1-d184-452f-8072-e34c93deb35f no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:53:46.185447 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: b36e1bc1-d184-452f-8072-e34c93deb35f {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:53:46.186069 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device b36e1bc1-d184-452f-8072-e34c93deb35f not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:53:46.186847 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 471fe4a5-cee7-4199-ab22-30518db8aea7 no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:53:46.215078 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (027be43c-318b-4ede-b89b-bf032d141bce), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:46.223440 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 471fe4a5-cee7-4199-ab22-30518db8aea7 {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:53:46.224353 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 471fe4a5-cee7-4199-ab22-30518db8aea7 not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:53:46.225228 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 058b8132-4625-4847-b7e0-3c2bbd0d047b no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:53:46.238891 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:46.247460 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/027be43c-318b-4ede-b89b-bf032d141bce HTTP/1.1" status: 204 len: 168 time: 0.5982165 Jun 15 19:53:46.247460 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01550559-b10b-4d14-9eb5-b1f9ff7fcdd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=027be43c-318b-4ede-b89b-bf032d141bce,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:46.248609 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55488) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:46.251398 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 058b8132-4625-4847-b7e0-3c2bbd0d047b {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:53:46.251762 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 058b8132-4625-4847-b7e0-3c2bbd0d047b not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:53:46.276840 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 4124b3a6-6328-4611-91ec-d799c3abebbd resource provider aggregate not found Jun 15 19:53:46.295321 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 4124b3a6-6328-4611-91ec-d799c3abebbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4124b3a6-6328-4611-91ec-d799c3abebbd found for delete ", "request_id": "req-a040152e-7395-45af-bcef-f91592c49e60"}]} Jun 15 19:53:46.606963 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cedaa37d-757c-47d9-b7ca-ef434cf6ae8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623226'] for router_interface (4758100a-cce5-49e3-8803-f40ee47ccf48), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:46.826942 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-cedaa37d-757c-47d9-b7ca-ef434cf6ae8d admin admin] Deleting port 81b31261-42da-4c3e-99ba-e97714a733fb {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:53:46.827280 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cedaa37d-757c-47d9-b7ca-ef434cf6ae8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:46.908466 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-cedaa37d-757c-47d9-b7ca-ef434cf6ae8d admin admin] For port 81b31261-42da-4c3e-99ba-e97714a733fb, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=81b31261-42da-4c3e-99ba-e97714a733fb,segment=NetworkSegment(7e4abeee-1f75-4917-b314-5386554b3070),segment_id=7e4abeee-1f75-4917-b314-5386554b3070)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:53:46.908730 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cedaa37d-757c-47d9-b7ca-ef434cf6ae8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:46.922503 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-cedaa37d-757c-47d9-b7ca-ef434cf6ae8d admin admin] Calling delete_port for 81b31261-42da-4c3e-99ba-e97714a733fb owned by network:router_interface {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:53:46.967127 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:47.041032 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:47.111381 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cedaa37d-757c-47d9-b7ca-ef434cf6ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (81b31261-42da-4c3e-99ba-e97714a733fb), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:47.136116 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedaa37d-757c-47d9-b7ca-ef434cf6ae8d admin admin] Pushing event deleted for resources: {'Port': ['ID=81b31261-42da-4c3e-99ba-e97714a733fb,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:47.310019 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cedaa37d-757c-47d9-b7ca-ef434cf6ae8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623086'] for router_interface (4758100a-cce5-49e3-8803-f40ee47ccf48), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:47.520342 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedaa37d-757c-47d9-b7ca-ef434cf6ae8d admin admin] Router 4758100a-cce5-49e3-8803-f40ee47ccf48 has already been hosted by L3 agent 0b201a99-4880-4ddd-a601-baf57a58c380 {{(pid=104103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 19:53:47.622234 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedaa37d-757c-47d9-b7ca-ef434cf6ae8d admin admin] Notify agent at l3_agent.dv-cinder-844563-3-iscsi the message routers_updated {{(pid=104103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 19:53:47.627066 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-cedaa37d-757c-47d9-b7ca-ef434cf6ae8d admin admin] 10.222.0.15 "PUT /v2.0/routers/4758100a-cce5-49e3-8803-f40ee47ccf48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3730464 Jun 15 19:53:47.629675 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55492) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:47.633362 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c4cca-5a28-41f2-94f7-a6a663704a4e None None] Sync routers for ids ['4758100a-cce5-49e3-8803-f40ee47ccf48'] in dv-cinder-844563-3-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 19:53:47.635642 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:DELETE=1,neutron:SELECT=7 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:47.646592 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c4cca-5a28-41f2-94f7-a6a663704a4e None None] Routers {'4758100a-cce5-49e3-8803-f40ee47ccf48'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:53:47.647211 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-b40c4cca-5a28-41f2-94f7-a6a663704a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:53:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['4758100a-cce5-49e3-8803-f40ee47ccf48'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:47.734076 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] Publish callbacks [] for router (4758100a-cce5-49e3-8803-f40ee47ccf48), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:47.750142 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-b40c4cca-5a28-41f2-94f7-a6a663704a4e None None] Set router 4758100a-cce5-49e3-8803-f40ee47ccf48 gateway port host: dv-cinder-844563-3-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:53:47.837926 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:47.851421 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] Publish callbacks [] for router_gateway (4758100a-cce5-49e3-8803-f40ee47ccf48), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:47.901421 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] Deleting port 8af41638-b7e8-473e-a881-f6adfe2222bb {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:53:47.901757 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (8af41638-b7e8-473e-a881-f6adfe2222bb), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:47.948331 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-b40c4cca-5a28-41f2-94f7-a6a663704a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'name': 'tempest-TestVolumeBootPattern-1466913397-router', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'external_fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '8af41638-b7e8-473e-a881-f6adfe2222bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:36Z', 'updated_at': '2022-06-15T19:53:47Z', 'revision_number': 5, 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'gw_port': {'id': '8af41638-b7e8-473e-a881-f6adfe2222bb', 'name': '', 'network_id': '728c9963-7e10-4d9f-91fa-9b340ad520f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T19:46:37Z', 'updated_at': '2022-06-15T19:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c4b3f26-b09b-4e3e-b7c1-b6addcb77a51', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-3-iscsi'}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:47.978464 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c4cca-5a28-41f2-94f7-a6a663704a4e None None] Checking router: 4758100a-cce5-49e3-8803-f40ee47ccf48 for host: dv-cinder-844563-3-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 19:53:47.986854 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c4cca-5a28-41f2-94f7-a6a663704a4e None None] Routers {'4758100a-cce5-49e3-8803-f40ee47ccf48'} bound to L3 agent in host dv-cinder-844563-3-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 19:53:47.987444 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-b40c4cca-5a28-41f2-94f7-a6a663704a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T19:29:36Z,description=,heartbeat_timestamp=2022-06-15T19:53:36Z,host='dv-cinder-844563-3-iscsi',id=0b201a99-4880-4ddd-a601-baf57a58c380,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T19:29:36Z,topic='l3_agent')) {'router_ids': ['4758100a-cce5-49e3-8803-f40ee47ccf48'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:47.988666 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:47.990769 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] For port 8af41638-b7e8-473e-a881-f6adfe2222bb, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=8af41638-b7e8-473e-a881-f6adfe2222bb,segment=NetworkSegment(0c66e010-1464-4213-9bc9-6e2992883379),segment_id=0c66e010-1464-4213-9bc9-6e2992883379)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:53:47.991286 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (8af41638-b7e8-473e-a881-f6adfe2222bb), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:47.999773 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [req-fbdfe58e-ba8e-4170-98c1-1f30ed88921d req-aad74429-f669-40e7-b909-a5b112e85f8b tempest-DeleteServersTestJSON-1678562075 tempest-DeleteServersTestJSON-1678562075-project] (104104) timed out ('10.222.0.42', 57645) {{(pid=104104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 19:53:48.008021 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] Calling delete_port for 8af41638-b7e8-473e-a881-f6adfe2222bb owned by network:router_gateway {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:53:48.072157 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-b40c4cca-5a28-41f2-94f7-a6a663704a4e None None] Set router 4758100a-cce5-49e3-8803-f40ee47ccf48 gateway port host: None {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 19:53:48.212981 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-b40c4cca-5a28-41f2-94f7-a6a663704a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'name': 'tempest-TestVolumeBootPattern-1466913397-router', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:36Z', 'updated_at': '2022-06-15T19:53:47Z', 'revision_number': 6, 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'gw_port_host': None}], 'dv-cinder-844563-3-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:48.239531 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c4cca-5a28-41f2-94f7-a6a663704a4e None None] The sync data for ids ['4758100a-cce5-49e3-8803-f40ee47ccf48'] in dv-cinder-844563-3-iscsi is: [{'id': '4758100a-cce5-49e3-8803-f40ee47ccf48', 'name': 'tempest-TestVolumeBootPattern-1466913397-router', 'tenant_id': 'f36196d5f3d049eb8cd537ff68322c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T19:46:36Z', 'updated_at': '2022-06-15T19:53:47Z', 'revision_number': 6, 'project_id': 'f36196d5f3d049eb8cd537ff68322c00', 'gw_port_host': None}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 19:53:48.405376 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:53:48.445028 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (8af41638-b7e8-473e-a881-f6adfe2222bb), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:48.469314 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8af41638-b7e8-473e-a881-f6adfe2222bb,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:48.538248 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622655'] for router_gateway (4758100a-cce5-49e3-8803-f40ee47ccf48), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:48.622972 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:48.630276 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router (4758100a-cce5-49e3-8803-f40ee47ccf48), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:48.632743 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] Publish callbacks [] for router_controller (4758100a-cce5-49e3-8803-f40ee47ccf48), precommit_delete_associations {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:48.681479 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622511'] for router (4758100a-cce5-49e3-8803-f40ee47ccf48), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:48.682357 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4758100a-cce5-49e3-8803-f40ee47ccf48 {{(pid=104103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 19:53:48.692999 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:48.694236 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-5a97c393-e496-4207-8637-61fda1c1e6b8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4758100a-cce5-49e3-8803-f40ee47ccf48 HTTP/1.1" status: 204 len: 168 time: 1.0633998 Jun 15 19:53:48.696859 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55494) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:48.742521 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_v2 [None req-b659985a-d1bf-4d01-a4d1-ed888eef0888 admin admin] Deleting subnet e49bab67-467b-4351-9821-2c0e093d38a2 {{(pid=104103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 19:53:48.746079 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b659985a-d1bf-4d01-a4d1-ed888eef0888 admin admin] Publish callbacks [] for subnet (e49bab67-467b-4351-9821-2c0e093d38a2), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:48.781590 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b659985a-d1bf-4d01-a4d1-ed888eef0888 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10169546'] for subnet (e49bab67-467b-4351-9821-2c0e093d38a2), precommit_delete_associations {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:48.861638 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b659985a-d1bf-4d01-a4d1-ed888eef0888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7798712'] for subnet (e49bab67-467b-4351-9821-2c0e093d38a2), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:48.922164 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b659985a-d1bf-4d01-a4d1-ed888eef0888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7798657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10171281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470943'] for subnet (e49bab67-467b-4351-9821-2c0e093d38a2), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:48.949202 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659985a-d1bf-4d01-a4d1-ed888eef0888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e49bab67-467b-4351-9821-2c0e093d38a2,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:48.954715 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b659985a-d1bf-4d01-a4d1-ed888eef0888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for subnet (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:48.958529 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-b659985a-d1bf-4d01-a4d1-ed888eef0888 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e49bab67-467b-4351-9821-2c0e093d38a2 HTTP/1.1" status: 204 len: 168 time: 0.2606833 Jun 15 19:53:48.960139 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a7be1-b78e-43b3-ad9e-530702c0f966 None None] Network cb743b70-6b8f-4d28-94f1-35a3ed944e12 requested from dv-cinder-844563-3-iscsi {{(pid=104105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 19:53:48.961509 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [-] (104103) accepted ('10.222.0.15', 55496) {{(pid=104103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:49.034635 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7699640'] for network (cb743b70-6b8f-4d28-94f1-35a3ed944e12), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.043365 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=9 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:49.080450 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Deleting port 15dbf567-8057-48d7-8bb4-7896dbc399aa {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:53:49.080794 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.109110 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] DHCP port deletion for cb743b70-6b8f-4d28-94f1-35a3ed944e12 request from dv-cinder-844563-3-iscsi {{(pid=104105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 19:53:49.147461 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] For port 15dbf567-8057-48d7-8bb4-7896dbc399aa, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=15dbf567-8057-48d7-8bb4-7896dbc399aa,segment=NetworkSegment(7e4abeee-1f75-4917-b314-5386554b3070),segment_id=7e4abeee-1f75-4917-b314-5386554b3070)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:53:49.147993 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.149674 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Deleting port 15dbf567-8057-48d7-8bb4-7896dbc399aa {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 19:53:49.150052 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783253630118'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.167114 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Calling delete_port for 15dbf567-8057-48d7-8bb4-7896dbc399aa owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:53:49.176698 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:49.218238 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] For port 15dbf567-8057-48d7-8bb4-7896dbc399aa, host dv-cinder-844563-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-3-iscsi',level=0,port_id=15dbf567-8057-48d7-8bb4-7896dbc399aa,segment=NetworkSegment(7e4abeee-1f75-4917-b314-5386554b3070),segment_id=7e4abeee-1f75-4917-b314-5386554b3070)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 19:53:49.219103 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689786'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.236061 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Calling delete_port for 15dbf567-8057-48d7-8bb4-7896dbc399aa owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 19:53:49.262762 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10171324'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.290719 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=15dbf567-8057-48d7-8bb4-7896dbc399aa,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:49.295931 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] No DVR routers for this DVR port 15dbf567-8057-48d7-8bb4-7896dbc399aa on host dv-cinder-844563-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:53:49.324722 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7672229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783253632835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783253183582'] for port (15dbf567-8057-48d7-8bb4-7896dbc399aa), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.350806 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Pushing event deleted for resources: {'Port': ['ID=15dbf567-8057-48d7-8bb4-7896dbc399aa,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:49.355589 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] No DVR routers for this DVR port 15dbf567-8057-48d7-8bb4-7896dbc399aa on host dv-cinder-844563-3-iscsi {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 19:53:49.362613 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.362969 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.363286 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.363618 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.365996 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.365996 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.365996 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.365996 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.365996 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.365996 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.365996 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.369194 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.369194 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.369837 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.370267 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569878ff-1079-4d6a-beed-7c140c40bb2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-3-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 19:53:49.387564 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7795817', 'neutron.services.segments.db._delete_segments_for_network-8783253657914'] for network (cb743b70-6b8f-4d28-94f1-35a3ed944e12), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.408341 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb743b70-6b8f-4d28-94f1-35a3ed944e12']}} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:49.417898 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4abeee-1f75-4917-b314-5386554b3070') {'for_net_delete': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:49.418221 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.services.segments.db [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4abeee-1f75-4917-b314-5386554b3070') {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 19:53:49.427757 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783253656769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10169555'] for segment (7e4abeee-1f75-4917-b314-5386554b3070), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.442107 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531'] for segment (7e4abeee-1f75-4917-b314-5386554b3070), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.449480 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 19:53:49.450128 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10171343'] for segment (7e4abeee-1f75-4917-b314-5386554b3070), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.468759 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment 7e4abeee-1f75-4917-b314-5386554b3070 resource provider aggregate not found Jun 15 19:53:49.511051 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.services.segments.plugin [-] Segment 7e4abeee-1f75-4917-b314-5386554b3070 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e4abeee-1f75-4917-b314-5386554b3070 found for delete ", "request_id": "req-97d64017-1d77-4f4e-b423-b80d0ec77af2"}]} Jun 15 19:53:49.519337 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7798311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622619'] for network (cb743b70-6b8f-4d28-94f1-35a3ed944e12), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.525005 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589582'] for network (None), before_response {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.528181 dv-cinder-844563-3-iscsi neutron-server[104103]: INFO neutron.wsgi [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cb743b70-6b8f-4d28-94f1-35a3ed944e12 HTTP/1.1" status: 204 len: 168 time: 0.5656729 Jun 15 19:53:49.539061 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4d51b-b2ee-40dd-9e97-5700624751b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb743b70-6b8f-4d28-94f1-35a3ed944e12,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:49.653845 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55504) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:49.697120 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d2c8fdfa-a739-46c2-88f7-2126fec6208d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7cdb8d3ddc84d0fbd6128c3b46d05f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419974 Jun 15 19:53:49.699587 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55506) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:49.727006 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:49.728817 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:49.757311 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-928fa62e-04dc-4509-b0a4-271965d67b0b admin admin] Publish callbacks [] for security_group (b6aab9e2-7579-4ab6-a63a-fea80458f153), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.779621 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-928fa62e-04dc-4509-b0a4-271965d67b0b admin admin] Publish callbacks [] for security_group (b6aab9e2-7579-4ab6-a63a-fea80458f153), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.832385 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-928fa62e-04dc-4509-b0a4-271965d67b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (b6aab9e2-7579-4ab6-a63a-fea80458f153), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.835184 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-928fa62e-04dc-4509-b0a4-271965d67b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:49.838128 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-928fa62e-04dc-4509-b0a4-271965d67b0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6aab9e2-7579-4ab6-a63a-fea80458f153 HTTP/1.1" status: 204 len: 168 time: 0.1359041 Jun 15 19:53:49.844506 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fa62e-04dc-4509-b0a4-271965d67b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6aab9e2-7579-4ab6-a63a-fea80458f153,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:49.876098 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 15dbf567-8057-48d7-8bb4-7896dbc399aa no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:53:49.897037 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 15dbf567-8057-48d7-8bb4-7896dbc399aa {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:53:49.897376 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 15dbf567-8057-48d7-8bb4-7896dbc399aa not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:53:49.897817 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 8af41638-b7e8-473e-a881-f6adfe2222bb no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:53:49.920965 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 8af41638-b7e8-473e-a881-f6adfe2222bb {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:53:49.921308 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 8af41638-b7e8-473e-a881-f6adfe2222bb not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:53:49.921717 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 81b31261-42da-4c3e-99ba-e97714a733fb no longer exists at agent ovs-agent-dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 19:53:49.943530 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] No Port match for: 81b31261-42da-4c3e-99ba-e97714a733fb {{(pid=104105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 19:53:49.943877 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.rpc [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Device 81b31261-42da-4c3e-99ba-e97714a733fb not bound to the agent host dv-cinder-844563-3-iscsi {{(pid=104105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 19:53:50.180667 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55512) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:50.220865 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-81c06d5e-d467-4c13-b975-20bd52616824 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f36196d5f3d049eb8cd537ff68322c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389681 Jun 15 19:53:50.223108 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.15', 55514) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 19:53:50.279611 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a0a91482-ac8e-40ad-9915-99ced505f075 admin admin] Publish callbacks [] for security_group (e940b55d-f9b1-4111-8b70-46d7ab872d69), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:50.301152 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a0a91482-ac8e-40ad-9915-99ced505f075 admin admin] Publish callbacks [] for security_group (e940b55d-f9b1-4111-8b70-46d7ab872d69), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:50.349473 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a0a91482-ac8e-40ad-9915-99ced505f075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458564'] for security_group (e940b55d-f9b1-4111-8b70-46d7ab872d69), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:50.352188 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a0a91482-ac8e-40ad-9915-99ced505f075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:53:50.353345 dv-cinder-844563-3-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a0a91482-ac8e-40ad-9915-99ced505f075 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e940b55d-f9b1-4111-8b70-46d7ab872d69 HTTP/1.1" status: 204 len: 168 time: 0.1293497 Jun 15 19:53:50.361738 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a91482-ac8e-40ad-9915-99ced505f075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e940b55d-f9b1-4111-8b70-46d7ab872d69,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 19:53:58.400395 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=40 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:58.401184 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=51 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:59.529979 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=26,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:59.531283 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=44,neutron:DELETE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:53:59.924242 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=59,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:54:00.356661 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:54:00.357466 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=31,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:54:00.373447 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:54:00.374201 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:54:03.749871 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6c5b39ae-961c-4860-9cfe-5b3af3dda9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:54:05.997278 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-30e7185f-161a-48d0-9843-14519b48f4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:54:07.458528 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:54:08.834537 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:54:09.491612 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:54:18.629234 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:54:19.488270 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:54:25.404712 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:54:28.622677 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:54:28.624525 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:54:33.751471 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c50b049-f00d-4289-a86d-b34df0b862fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:54:35.401255 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=18 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:54:35.999140 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1348eec2-ce14-449e-ba7b-db0be85adcf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:54:37.466129 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:54:38.836582 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:54:39.494782 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:54:44.388402 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=18 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:54:48.649840 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:54:58.639103 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:54:58.642927 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:54:58.645079 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:55:02.403922 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:55:03.755357 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1c41cbfb-d74c-4d75-b92e-9ac65490efb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:55:04.398813 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:55:06.002142 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-da5c8c64-b07b-4d6e-b593-2f900e6e85f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:55:07.463702 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:55:08.836892 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:55:09.499948 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:55:12.400623 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:55:18.663023 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:55:28.652295 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:55:28.656394 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=16 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:55:28.658419 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:55:33.757318 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-02cb5aa8-4f2a-4bc1-a234-1ec957b241ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:55:36.004385 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-616a9c83-6aa4-40e5-a588-3533246d6b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:55:37.469860 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:55:38.840928 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:55:39.403878 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:55:39.504225 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:55:41.403293 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:55:48.667438 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:55:49.399315 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:55:58.656062 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:55:58.660832 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:55:58.663010 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:56:03.760069 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66c85814-efcd-4280-8341-24e3ebfc88df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:56:06.007095 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e1750d9-610f-44df-9ccf-e9ce3dd0506b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:56:07.470475 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:56:08.843355 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:56:09.507440 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:56:16.404155 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:56:18.679032 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:56:19.501837 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:56:28.672898 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:56:28.674773 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=5,neutron:SELECT=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:56:29.910885 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=13 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:56:29.917941 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=21 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:56:33.762318 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4213a2da-8b87-40dd-94e9-f9bac27b0d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:56:36.009420 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dbf50405-3d13-4b02-b34f-a6ced004f81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:56:37.476116 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:56:38.846911 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:56:39.511039 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:56:48.671484 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:56:53.402737 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:56:55.408131 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:56:58.661701 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:56:58.665818 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:56:58.667212 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:57:03.398615 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:57:03.767023 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6fffb0d3-1156-4ba1-bce5-7e248167ab9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:57:06.011133 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-058a86bc-df21-43eb-a466-3870c0138d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:57:07.478664 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:57:08.849589 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:57:09.517512 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:57:18.676680 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:57:28.665809 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:57:28.669966 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:57:28.672019 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:57:30.402077 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:57:33.761514 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5f8cb1f4-5bbd-47f8-b256-2234b83bc695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:57:36.011911 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-be1536a9-97c5-41b7-a7ab-962dc0e959e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:57:37.478994 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:57:38.856091 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:57:39.511225 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:57:40.397832 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:57:40.398614 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:57:48.676570 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:57:58.665147 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:57:58.669183 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:57:58.671072 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:58:03.762435 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7b2e794-0156-4b43-829a-7d5227e44521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:58:06.017087 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-930cba35-ccab-480b-9868-bb45c6154508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:58:07.401015 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:58:07.481176 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:58:08.856121 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:58:09.403063 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:58:09.514933 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:58:17.397760 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:58:18.675450 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:58:28.662559 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:58:28.663241 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:58:28.669867 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:58:29.927476 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=15 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:58:29.930609 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=11 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:58:33.765491 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a030fb03-858f-4c01-9e7b-f99c579ad8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:58:36.013243 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4db89262-88d6-430b-8122-eb822bae82b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:58:37.483124 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:58:38.978423 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:58:39.517044 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:58:44.401135 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 19:58:48.703785 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:58:49.513023 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:58:49.764526 dv-cinder-844563-3-iscsi neutron-server[104104]: DEBUG neutron.wsgi [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-d8412404-c312-422a-8333-0988b5e1c38f service neutron] (104104) timed out ('10.222.0.15', 48484) {{(pid=104104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 19:58:49.866105 dv-cinder-844563-3-iscsi neutron-server[104103]: DEBUG neutron.wsgi [req-d3ef4dd4-54f7-457f-acf6-106b337f6bb4 req-7380ccd4-27f5-436b-a0ba-82dd905675aa tempest-AttachVolumeShelveTestJSON-1446936505 tempest-AttachVolumeShelveTestJSON-1446936505-project] (104103) timed out ('10.222.0.15', 48498) {{(pid=104103) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 19:58:54.395215 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:58:54.396027 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:58:58.697135 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:58:58.699002 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 19:59:03.768887 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf313-1dcb-4dc8-9969-e78102dde581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (8ebc1630-c9a3-4566-b06d-b3b3bb591641), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:59:06.015291 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-418700dc-ef3c-40fb-be26-c0f0c453660d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (0b201a99-4880-4ddd-a601-baf57a58c380), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:59:07.486564 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9eff2-e96d-4492-97c6-e0577ab93b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (f33cb8a5-034a-410d-a4dc-1951c837330f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:59:08.861004 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5c0d19b4-bf86-41dd-b902-0752471a23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (9a19cc77-f5fb-47bd-bf18-ce55e47a29aa), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:59:09.518999 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5e50f9-7950-43af-b080-6ca93d95c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (ac33241f-3b91-4fd0-b640-eb2d933fdb62), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:59:18.719617 dv-cinder-844563-3-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8adcd16c-898c-4cb2-bfb8-a38e05fbe7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783253657896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7793034'] for agent (36434dbc-caa7-4dd7-9bab-73a34b0794b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 19:59:21.401023 dv-cinder-844563-3-iscsi neutron-server[104106]: DEBUG neutron.db.agents_db [None req-dfacea23-3785-4bc2-9d4e-4b1a19c14831 None None] Agent healthcheck: found 6 active agents {{(pid=104106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}